JUnit version 4.13.2
.02:11:30.723 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476690714
02:11:30.750 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476690750
02:11:30.784 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:11:30.788 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:11:30.858 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:11:30.871 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:11:30.876 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:11:30.880 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:11:31.090 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:11:31.260 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:11:31.261 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:11:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.265365 21159 mini_oidc.cc:150] Starting JWKS server
02:11:31.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.268671 21159 webserver.cc:534] Webserver started at http://127.0.0.1:43415/ using document root <none> and password file <none>
02:11:31.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.269061 21159 mini_oidc.cc:186] Starting OIDC Discovery server
02:11:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.271399 21159 webserver.cc:534] Webserver started at http://127.0.0.1:35819/ using document root <none> and password file <none>
02:11:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:11:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:11:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:11:31Z Disabled control of system clock
02:11:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.338920 21159 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/wal
02:11:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/data
02:11:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/logs
02:11:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/data/info.pb
02:11:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.254:40353
02:11:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.254
02:11:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43415/jwks.json with env {}
02:11:31.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.660028 21171 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:31.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.660599 21171 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:31.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.661636 21171 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.695881 21171 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.696184 21171 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.696388 21171 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.696576 21171 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.696823 21171 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.697082 21171 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43415/jwks.json
02:11:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.733227 21171 master_runner.cc:387] Master server non-default flags:
02:11:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/data
02:11:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/wal
02:11:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.254:40353
02:11:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43415/jwks.json
02:11:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/data/info.pb
02:11:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.254
02:11:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/logs
02:11:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.734831 21171 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.736722 21171 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.748974 21177 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.750270 21178 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.124998 21180 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.127578 21179 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1371 milliseconds
02:11:33.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.128671 21171 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.379s	user 0.430s	sys 0.936s
02:11:33.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.128970 21171 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.380s	user 0.430s	sys 0.936s
02:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.129254 21171 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.130553 21171 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.133311 21171 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.135120 21171 hybrid_clock.cc:648] HybridClock initialized: now 1783476693135085 us; error 53 us; skew 500 ppm
02:11:33.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.136125 21171 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.144006 21171 webserver.cc:534] Webserver started at http://127.20.169.254:39113/ using document root <none> and password file <none>
02:11:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.145308 21171 fs_manager.cc:362] Metadata directory not provided
02:11:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.145516 21171 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.145893 21171 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.150324 21171 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/data/instance:
02:11:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "317a42874a91401eb5cde53ee7441694"
02:11:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:33 on dist-test-slave-fshw"
02:11:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.151448 21171 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/wal/instance:
02:11:33.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "317a42874a91401eb5cde53ee7441694"
02:11:33.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:33 on dist-test-slave-fshw"
02:11:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.159607 21171 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.003s	sys 0.006s
02:11:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.166640 21187 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.168146 21171 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
02:11:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.168545 21171 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/wal
02:11:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "317a42874a91401eb5cde53ee7441694"
02:11:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:33 on dist-test-slave-fshw"
02:11:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.169066 21171 fs_report.cc:389] FS layout report
02:11:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/wal
02:11:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/wal
02:11:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/data/data
02:11:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:33.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:33.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:33.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:33.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:33.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:33.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:33.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.245369 21171 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:33.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.246817 21171 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:33.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.247228 21171 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.318737 21171 rpc_server.cc:307] RPC server started. Bound to: 127.20.169.254:40353
02:11:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.318825 21238 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.169.254:40353 every 8 connection(s)
02:11:33.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.321568 21171 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/data/info.pb
02:11:33.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.327414 21239 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:33.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.328341 21159 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 21171
02:11:33.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.328830 21159 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-0/wal/instance
02:11:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.333974 21159 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/wal
02:11:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/data
02:11:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/logs
02:11:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/data/info.pb
02:11:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.253:38475
02:11:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.253
02:11:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:33.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:33.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43415/jwks.json with env {}
02:11:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.342299 21239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } has no permanent_uuid. Determining permanent_uuid...
02:11:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.370102 21239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } has no permanent_uuid. Determining permanent_uuid...
02:11:33.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.373034 21189 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.169.253:38475: connect: Connection refused (error 111)
02:11:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.377498 21239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.253:38475: Network error: Client connection negotiation failed: client connection to 127.20.169.253:38475: connect: Connection refused (error 111)
02:11:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.427070 21239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } attempt: 1
02:11:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.431622 21239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.253:38475: Network error: Client connection negotiation failed: client connection to 127.20.169.253:38475: connect: Connection refused (error 111)
02:11:33.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.500128 21239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } attempt: 2
02:11:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.504666 21239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.253:38475: Network error: Client connection negotiation failed: client connection to 127.20.169.253:38475: connect: Connection refused (error 111)
02:11:33.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.596154 21239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } attempt: 3
02:11:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.600502 21239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.253:38475: Network error: Client connection negotiation failed: client connection to 127.20.169.253:38475: connect: Connection refused (error 111)
02:11:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.647413 21241 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.647967 21241 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.648450 21241 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:33.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.680459 21241 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:33.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.680747 21241 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:33.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.680941 21241 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:33.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.681192 21241 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:33.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.681411 21241 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:33.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.681551 21241 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43415/jwks.json
02:11:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.717042 21241 master_runner.cc:387] Master server non-default flags:
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/data
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/wal
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.253:38475
02:11:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43415/jwks.json
02:11:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/data/info.pb
02:11:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.253
02:11:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/logs
02:11:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.718688 21241 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.720826 21241 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:33.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.734375 21250 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.743981 21239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } attempt: 4
02:11:33.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.752918 21239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.253:38475: Network error: Client connection negotiation failed: client connection to 127.20.169.253:38475: connect: Connection refused (error 111)
02:11:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.052510 21239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } attempt: 5
02:11:34.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:34.062439 21239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.253:38475: Network error: Client connection negotiation failed: client connection to 127.20.169.253:38475: connect: Connection refused (error 111)
02:11:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.609990 21239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } attempt: 6
02:11:34.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:34.636981 21239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.253:38475: Network error: Client connection negotiation failed: client connection to 127.20.169.253:38475: connect: Connection refused (error 111)
02:11:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.138756 21249 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 21241
02:11:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.563007 21249 kernel_stack_watchdog.cc:198] Thread 21241 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
02:11:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:11:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:11:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:11:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:11:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.563503 21241 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.829s	user 0.658s	sys 1.159s
02:11:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.563915 21241 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.830s	user 0.658s	sys 1.159s
02:11:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.735080 21251 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.564668 21252 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1829 milliseconds
02:11:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.565429 21253 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.565997 21241 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.571213 21241 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.573689 21241 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.575016 21241 hybrid_clock.cc:648] HybridClock initialized: now 1783476695575001 us; error 58 us; skew 500 ppm
02:11:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.575763 21241 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.581800 21241 webserver.cc:534] Webserver started at http://127.20.169.253:34427/ using document root <none> and password file <none>
02:11:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.582739 21241 fs_manager.cc:362] Metadata directory not provided
02:11:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.582926 21241 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.583300 21241 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.587811 21241 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/data/instance:
02:11:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d43412686a624fa2a13f84ba4f25c03c"
02:11:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:35 on dist-test-slave-fshw"
02:11:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.588828 21241 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/wal/instance:
02:11:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d43412686a624fa2a13f84ba4f25c03c"
02:11:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:35 on dist-test-slave-fshw"
02:11:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.595839 21241 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.001s
02:11:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.601394 21263 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.602447 21241 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
02:11:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.602836 21241 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/wal
02:11:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d43412686a624fa2a13f84ba4f25c03c"
02:11:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:35 on dist-test-slave-fshw"
02:11:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.603257 21241 fs_report.cc:389] FS layout report
02:11:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/wal
02:11:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/wal
02:11:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/data/data
02:11:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:35.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.665709 21241 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.667557 21241 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.668156 21241 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.698112 21239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } attempt: 7
02:11:35.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.706549 21239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.253:38475: Network error: Client connection negotiation failed: client connection to 127.20.169.253:38475: connect: Connection refused (error 111)
02:11:35.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.748006 21241 rpc_server.cc:307] RPC server started. Bound to: 127.20.169.253:38475
02:11:35.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.748075 21316 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.169.253:38475 every 8 connection(s)
02:11:35.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.751088 21241 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/data/info.pb
02:11:35.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.757083 21317 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.761003 21159 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 21241
02:11:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.761478 21159 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-1/wal/instance
02:11:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.763705 21159 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/wal
02:11:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/data
02:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/logs
02:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/data/info.pb
02:11:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.252:37241
02:11:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.252
02:11:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43415/jwks.json with env {}
02:11:35.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.770507 21317 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } has no permanent_uuid. Determining permanent_uuid...
02:11:35.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.798245 21317 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } has no permanent_uuid. Determining permanent_uuid...
02:11:35.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.812932 21317 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } has no permanent_uuid. Determining permanent_uuid...
02:11:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.815430 21265 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.169.252:37241: connect: Connection refused (error 111)
02:11:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.819741 21317 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.252:37241: Network error: Client connection negotiation failed: client connection to 127.20.169.252:37241: connect: Connection refused (error 111)
02:11:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.869297 21317 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } attempt: 1
02:11:35.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.873834 21317 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.252:37241: Network error: Client connection negotiation failed: client connection to 127.20.169.252:37241: connect: Connection refused (error 111)
02:11:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.942449 21317 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } attempt: 2
02:11:35.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.946714 21317 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.252:37241: Network error: Client connection negotiation failed: client connection to 127.20.169.252:37241: connect: Connection refused (error 111)
02:11:36.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:36.038115 21317 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } attempt: 3
02:11:36.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.043409 21317 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.252:37241: Network error: Client connection negotiation failed: client connection to 127.20.169.252:37241: connect: Connection refused (error 111)
02:11:36.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.081945 21319 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:36.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.082655 21319 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:36.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.083354 21319 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.115579 21319 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.115964 21319 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.116283 21319 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.116670 21319 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.117054 21319 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.117339 21319 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43415/jwks.json
02:11:36.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:36.155047 21319 master_runner.cc:387] Master server non-default flags:
02:11:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/data
02:11:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/wal
02:11:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.252:37241
02:11:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43415/jwks.json
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/data/info.pb
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.252
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/logs
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:36.156750 21319 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:36.159081 21319 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.170487 21329 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:36.186857 21317 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } attempt: 4
02:11:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.193662 21317 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.252:37241: Network error: Client connection negotiation failed: client connection to 127.20.169.252:37241: connect: Connection refused (error 111)
02:11:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:36.493234 21317 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } attempt: 5
02:11:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.500507 21317 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.252:37241: Network error: Client connection negotiation failed: client connection to 127.20.169.252:37241: connect: Connection refused (error 111)
02:11:37.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.048071 21317 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } attempt: 6
02:11:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.066943 21317 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.169.252:37241: Network error: Client connection negotiation failed: client connection to 127.20.169.252:37241: connect: Connection refused (error 111)
02:11:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.175514 21332 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.172097 21330 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:37.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.407191 21331 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1233 milliseconds
02:11:37.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.407312 21319 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:37.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.408555 21319 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.411670 21319 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.413393 21319 hybrid_clock.cc:648] HybridClock initialized: now 1783476697413354 us; error 51 us; skew 500 ppm
02:11:37.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.414187 21319 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.420773 21319 webserver.cc:534] Webserver started at http://127.20.169.252:45451/ using document root <none> and password file <none>
02:11:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.421715 21319 fs_manager.cc:362] Metadata directory not provided
02:11:37.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.421897 21319 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:37.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.422386 21319 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.426704 21319 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/data/instance:
02:11:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "280c1c3b8eae49edadb228d0df9794a5"
02:11:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:37 on dist-test-slave-fshw"
02:11:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.427712 21319 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/wal/instance:
02:11:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "280c1c3b8eae49edadb228d0df9794a5"
02:11:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:37 on dist-test-slave-fshw"
02:11:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.434688 21319 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.001s	sys 0.007s
02:11:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.440860 21341 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.443393 21319 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.003s	sys 0.000s
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.443702 21319 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/wal
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "280c1c3b8eae49edadb228d0df9794a5"
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:37 on dist-test-slave-fshw"
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.444000 21319 fs_report.cc:389] FS layout report
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/wal
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/wal
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/data/data
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.495000 21319 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.496549 21319 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.496959 21319 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.568657 21319 rpc_server.cc:307] RPC server started. Bound to: 127.20.169.252:37241
02:11:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.568734 21392 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.169.252:37241 every 8 connection(s)
02:11:37.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.571396 21319 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/data/info.pb
02:11:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.577592 21393 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.581653 21159 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 21319
02:11:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.581974 21159 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/master-2/wal/instance
02:11:37.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.589277 21393 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } has no permanent_uuid. Determining permanent_uuid...
02:11:37.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.621084 21393 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } has no permanent_uuid. Determining permanent_uuid...
02:11:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.632434 21393 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } has no permanent_uuid. Determining permanent_uuid...
02:11:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.650506 21393 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5: Bootstrap starting.
02:11:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.656826 21393 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5: Neither blocks nor log segments found. Creating new log.
02:11:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.658593 21393 log.cc:826] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5: Log is configured to *not* fsync() on all Append() calls
02:11:37.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.664597 21393 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5: No bootstrap required, opened a new log
02:11:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.683710 21393 raft_consensus.cc:359] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } }
02:11:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.684346 21393 raft_consensus.cc:385] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.684530 21393 raft_consensus.cc:740] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 280c1c3b8eae49edadb228d0df9794a5, State: Initialized, Role: FOLLOWER
02:11:37.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.685335 21393 consensus_queue.cc:260] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } }
02:11:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.687851 21404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.688459 21404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [sys.catalog]: This master's current role is: FOLLOWER
02:11:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.689924 21393 sys_catalog.cc:565] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [sys.catalog]: configured and running, proceeding with master startup.
02:11:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.718532 21415 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.720712 21415 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:37.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.714398 21319 master_runner.cc:187] Error getting master registration for 127.20.169.254:40353: OK, instance_id { permanent_uuid: "317a42874a91401eb5cde53ee7441694" instance_seqno: 1783476693299689 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:37.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.742166 21319 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:11:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.752347 21347 tablet.cc:2406] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.760797 21404 raft_consensus.cc:493] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.761312 21404 raft_consensus.cc:515] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } }
02:11:37.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.763635 21404 leader_election.cc:290] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 317a42874a91401eb5cde53ee7441694 (127.20.169.254:40353), d43412686a624fa2a13f84ba4f25c03c (127.20.169.253:38475)
02:11:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.796990 21239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } attempt: 8
02:11:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.812402 21239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } has no permanent_uuid. Determining permanent_uuid...
02:11:37.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.828727 21239 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694: Bootstrap starting.
02:11:37.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.835142 21239 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694: Neither blocks nor log segments found. Creating new log.
02:11:37.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.836930 21239 log.cc:826] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694: Log is configured to *not* fsync() on all Append() calls
02:11:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.841830 21239 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694: No bootstrap required, opened a new log
02:11:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.862082 21239 raft_consensus.cc:359] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } }
02:11:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.862953 21239 raft_consensus.cc:385] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.863226 21239 raft_consensus.cc:740] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 317a42874a91401eb5cde53ee7441694, State: Initialized, Role: FOLLOWER
02:11:37.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.864212 21239 consensus_queue.cc:260] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } }
02:11:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.867609 21419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:37.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.868690 21419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [sys.catalog]: This master's current role is: FOLLOWER
02:11:37.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.869458 21239 sys_catalog.cc:565] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [sys.catalog]: configured and running, proceeding with master startup.
02:11:37.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.869683 21214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "280c1c3b8eae49edadb228d0df9794a5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "317a42874a91401eb5cde53ee7441694" is_pre_election: true
02:11:37.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.888626 21214 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 280c1c3b8eae49edadb228d0df9794a5 in term 0.
02:11:37.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.891193 21345 leader_election.cc:304] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 280c1c3b8eae49edadb228d0df9794a5, 317a42874a91401eb5cde53ee7441694; no voters: 
02:11:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.892169 21404 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.892529 21404 raft_consensus.cc:493] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.892831 21404 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 0 FOLLOWER]: Advancing to term 1
02:11:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.900322 21404 raft_consensus.cc:515] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } }
02:11:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.903789 21214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "280c1c3b8eae49edadb228d0df9794a5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "317a42874a91401eb5cde53ee7441694"
02:11:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.904366 21214 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [term 0 FOLLOWER]: Advancing to term 1
02:11:37.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.914681 21214 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 280c1c3b8eae49edadb228d0df9794a5 in term 1.
02:11:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.916230 21345 leader_election.cc:304] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 280c1c3b8eae49edadb228d0df9794a5, 317a42874a91401eb5cde53ee7441694; no voters: 
02:11:37.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.922233 21425 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 1 FOLLOWER]: Leader election won for term 1
02:11:37.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.924464 21404 leader_election.cc:290] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [CANDIDATE]: Term 1 election: Requested vote from peers 317a42874a91401eb5cde53ee7441694 (127.20.169.254:40353), d43412686a624fa2a13f84ba4f25c03c (127.20.169.253:38475)
02:11:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.940680 21425 raft_consensus.cc:697] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [term 1 LEADER]: Becoming Leader. State: Replica: 280c1c3b8eae49edadb228d0df9794a5, State: Running, Role: LEADER
02:11:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.941782 21425 consensus_queue.cc:237] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } }
02:11:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.956853 21404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 280c1c3b8eae49edadb228d0df9794a5. Latest consensus state: current_term: 1 leader_uuid: "280c1c3b8eae49edadb228d0df9794a5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:37.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.957605 21404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [sys.catalog]: This master's current role is: LEADER
02:11:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.961676 21433 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:11:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.995653 21433 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:11:38.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.007858 21193 tablet.cc:2406] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.013373 21434 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.013789 21434 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.044345 21214 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [term 1 FOLLOWER]: Refusing update from remote peer 280c1c3b8eae49edadb228d0df9794a5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.046242 21404 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.973300 21171 master_runner.cc:187] Error getting master registration for 127.20.169.253:38475: OK, instance_id { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" instance_seqno: 1783476695727957 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.048237 21171 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:11:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.067560 21419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 280c1c3b8eae49edadb228d0df9794a5. Latest consensus state: current_term: 1 leader_uuid: "280c1c3b8eae49edadb228d0df9794a5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:38.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.070727 21419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [sys.catalog]: This master's current role is: FOLLOWER
02:11:38.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.080498 21436 mvcc.cc:204] Tried to move back new op lower bound from 7305120555159023616 to 7305120554781806592. Current Snapshot: MvccSnapshot[applied={T|T < 7305120555159023616}]
02:11:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.084132 21404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "280c1c3b8eae49edadb228d0df9794a5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.085532 21404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [sys.catalog]: This master's current role is: LEADER
02:11:38.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.086808 21433 catalog_manager.cc:1382] Generated new cluster ID: 77e6a79bfd6d4cdda34d92ae627a1972
02:11:38.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.087121 21433 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:11:38.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.083626 21437 mvcc.cc:204] Tried to move back new op lower bound from 7305120555159023616 to 7305120554781806592. Current Snapshot: MvccSnapshot[applied={T|T < 7305120555159023616}]
02:11:38.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.120306 21419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "280c1c3b8eae49edadb228d0df9794a5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.124707 21419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694 [sys.catalog]: This master's current role is: FOLLOWER
02:11:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.127489 21317 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } attempt: 7
02:11:38.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.130761 21433 catalog_manager.cc:1405] Generated new certificate authority record
02:11:38.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.133082 21433 catalog_manager.cc:1539] Loading token signing keys...
02:11:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.165026 21433 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5: Generated new TSK 0
02:11:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.167069 21433 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:11:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.184372 21317 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c: Bootstrap starting.
02:11:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.192539 21317 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c: Neither blocks nor log segments found. Creating new log.
02:11:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.192592 21159 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/wal
02:11:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/data
02:11:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/logs
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/data/info.pb
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.193:0
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.169.193
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.193
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.194850 21317 log.cc:826] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c: Log is configured to *not* fsync() on all Append() calls
02:11:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.202831 21317 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c: No bootstrap required, opened a new log
02:11:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.254745 21317 raft_consensus.cc:359] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } }
02:11:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.255597 21317 raft_consensus.cc:385] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.255893 21317 raft_consensus.cc:740] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d43412686a624fa2a13f84ba4f25c03c, State: Initialized, Role: FOLLOWER
02:11:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.256810 21317 consensus_queue.cc:260] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } }
02:11:38.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.276252 21445 sys_catalog.cc:455] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.281019 21290 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [term 0 FOLLOWER]: Advancing to term 1
02:11:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.281294 21445 sys_catalog.cc:458] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [sys.catalog]: This master's current role is: FOLLOWER
02:11:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.279316 21317 sys_catalog.cc:565] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [sys.catalog]: configured and running, proceeding with master startup.
02:11:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.279748 21292 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "280c1c3b8eae49edadb228d0df9794a5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d43412686a624fa2a13f84ba4f25c03c" is_pre_election: true
02:11:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.280251 21291 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "280c1c3b8eae49edadb228d0df9794a5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d43412686a624fa2a13f84ba4f25c03c"
02:11:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.293630 21290 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [term 1 FOLLOWER]: Refusing update from remote peer 280c1c3b8eae49edadb228d0df9794a5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.295972 21425 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.347240 21447 mvcc.cc:204] Tried to move back new op lower bound from 7305120555159023616 to 7305120554781806592. Current Snapshot: MvccSnapshot[applied={T|T < 7305120555159023616}]
02:11:38.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.370842 21445 sys_catalog.cc:455] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 280c1c3b8eae49edadb228d0df9794a5. Latest consensus state: current_term: 1 leader_uuid: "280c1c3b8eae49edadb228d0df9794a5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:38.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.372432 21445 sys_catalog.cc:458] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [sys.catalog]: This master's current role is: FOLLOWER
02:11:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.374105 21451 sys_catalog.cc:455] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "280c1c3b8eae49edadb228d0df9794a5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:38.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.376844 21451 sys_catalog.cc:458] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c [sys.catalog]: This master's current role is: FOLLOWER
02:11:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.437331 21461 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:11:38.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.722750 21444 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:38.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.723376 21444 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.724114 21444 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.770742 21444 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.774065 21444 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.169.193
02:11:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.792019 21425 sys_catalog.cc:455] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "280c1c3b8eae49edadb228d0df9794a5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "317a42874a91401eb5cde53ee7441694" member_type: VOTER last_known_addr { host: "127.20.169.254" port: 40353 } } peers { permanent_uuid: "d43412686a624fa2a13f84ba4f25c03c" member_type: VOTER last_known_addr { host: "127.20.169.253" port: 38475 } } peers { permanent_uuid: "280c1c3b8eae49edadb228d0df9794a5" member_type: VOTER last_known_addr { host: "127.20.169.252" port: 37241 } } }
02:11:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.793697 21425 sys_catalog.cc:458] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 [sys.catalog]: This master's current role is: LEADER
02:11:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.842948 21444 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/data
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/wal
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.193:0
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/data/info.pb
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.193
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.169.193
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/logs
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.847112 21444 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:38.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:38.849913 21444 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.867393 21469 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:39.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.019418 21434 catalog_manager.cc:1294] Loaded cluster ID: 77e6a79bfd6d4cdda34d92ae627a1972
02:11:39.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.020212 21434 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694: loading cluster ID for follower catalog manager: success
02:11:39.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.038616 21434 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694: acquiring CA information for follower catalog manager: success
02:11:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.048105 21434 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 317a42874a91401eb5cde53ee7441694: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.459394 21461 catalog_manager.cc:1294] Loaded cluster ID: 77e6a79bfd6d4cdda34d92ae627a1972
02:11:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.460490 21461 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c: loading cluster ID for follower catalog manager: success
02:11:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.478102 21461 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c: acquiring CA information for follower catalog manager: success
02:11:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.490828 21461 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d43412686a624fa2a13f84ba4f25c03c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:40.267438 21468 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 21444
02:11:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.403491 21468 kernel_stack_watchdog.cc:198] Thread 21444 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 396ms:
02:11:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:11:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:11:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:11:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:11:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:38.869805 21470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.422509 21444 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.553s	user 0.006s	sys 0.003s
02:11:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.423329 21444 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.554s	user 0.007s	sys 0.004s
02:11:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.428483 21471 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2559 milliseconds
02:11:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.433677 21472 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.433764 21444 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.435794 21444 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.439834 21444 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:41.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.441597 21444 hybrid_clock.cc:648] HybridClock initialized: now 1783476701441570 us; error 40 us; skew 500 ppm
02:11:41.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.442961 21444 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.462657 21444 webserver.cc:534] Webserver started at http://127.20.169.193:42467/ using document root <none> and password file <none>
02:11:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.464361 21444 fs_manager.cc:362] Metadata directory not provided
02:11:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.464960 21444 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.465780 21444 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:41.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.472415 21444 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/data/instance:
02:11:41.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c8a2cd4a85848a6b02670814da8de5d"
02:11:41.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:41 on dist-test-slave-fshw"
02:11:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.474414 21444 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/wal/instance:
02:11:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c8a2cd4a85848a6b02670814da8de5d"
02:11:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:41 on dist-test-slave-fshw"
02:11:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.490409 21444 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.008s	sys 0.004s
02:11:41.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.498483 21481 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.499892 21444 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
02:11:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.500304 21444 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/wal
02:11:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c8a2cd4a85848a6b02670814da8de5d"
02:11:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:41 on dist-test-slave-fshw"
02:11:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.500717 21444 fs_report.cc:389] FS layout report
02:11:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/wal
02:11:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/wal
02:11:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/data/data
02:11:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.573033 21444 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.575501 21444 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.576370 21444 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.584389 21444 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.590689 21444 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.590983 21444 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:11:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.591276 21444 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.591717 21444 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.001s
02:11:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.826471 21444 rpc_server.cc:307] RPC server started. Bound to: 127.20.169.193:41637
02:11:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.826609 21594 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.169.193:41637 every 8 connection(s)
02:11:41.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.830540 21444 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/data/info.pb
02:11:41.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.834240 21159 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 21444
02:11:41.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.834867 21159 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-0/wal/instance
02:11:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.849141 21159 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/wal
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/data
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/logs
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/data/info.pb
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.194:0
02:11:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.169.194
02:11:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.194
02:11:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.890327 21595 heartbeater.cc:344] Connected to a master server at 127.20.169.252:37241
02:11:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.890852 21595 heartbeater.cc:461] Registering TS with master...
02:11:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.892196 21595 heartbeater.cc:507] Master 127.20.169.252:37241 requested a full tablet report, sending...
02:11:41.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.896291 21358 ts_manager.cc:194] Registered new tserver with Master: 6c8a2cd4a85848a6b02670814da8de5d (127.20.169.193:41637)
02:11:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.902773 21598 heartbeater.cc:344] Connected to a master server at 127.20.169.253:38475
02:11:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.903149 21598 heartbeater.cc:461] Registering TS with master...
02:11:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.899824 21358 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.169.193:40723
02:11:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.904090 21598 heartbeater.cc:507] Master 127.20.169.253:38475 requested a full tablet report, sending...
02:11:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.907442 21281 ts_manager.cc:194] Registered new tserver with Master: 6c8a2cd4a85848a6b02670814da8de5d (127.20.169.193:41637)
02:11:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.933688 21600 heartbeater.cc:344] Connected to a master server at 127.20.169.254:40353
02:11:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.934085 21600 heartbeater.cc:461] Registering TS with master...
02:11:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.934734 21600 heartbeater.cc:507] Master 127.20.169.254:40353 requested a full tablet report, sending...
02:11:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.938711 21204 ts_manager.cc:194] Registered new tserver with Master: 6c8a2cd4a85848a6b02670814da8de5d (127.20.169.193:41637)
02:11:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.247709 21599 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.248188 21599 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.248587 21599 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.281587 21599 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.282440 21599 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.169.194
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.321583 21599 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/data
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/wal
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.194:0
02:11:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/data/info.pb
02:11:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.194
02:11:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.169.194
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/logs
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.323258 21599 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:42.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.329210 21599 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.346987 21610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:42.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.909034 21595 heartbeater.cc:499] Master 127.20.169.252:37241 was elected leader, sending a full tablet report...
02:11:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:43.747917 21609 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 21599
02:11:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.190671 21609 kernel_stack_watchdog.cc:198] Thread 21599 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 396ms:
02:11:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:11:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:11:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:11:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:11:44.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.350045 21611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:44.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.191601 21599 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.842s	user 0.533s	sys 1.121s
02:11:44.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.192078 21599 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.842s	user 0.533s	sys 1.121s
02:11:44.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.195152 21613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:44.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.196976 21612 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1833 milliseconds
02:11:44.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.197050 21599 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.198349 21599 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.200624 21599 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.201995 21599 hybrid_clock.cc:648] HybridClock initialized: now 1783476704201965 us; error 33 us; skew 500 ppm
02:11:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.202929 21599 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:44.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.209273 21599 webserver.cc:534] Webserver started at http://127.20.169.194:41337/ using document root <none> and password file <none>
02:11:44.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.210228 21599 fs_manager.cc:362] Metadata directory not provided
02:11:44.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.210474 21599 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.210968 21599 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.215191 21599 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/data/instance:
02:11:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f29fe6d7f1947868087ed236e9e4901"
02:11:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:44 on dist-test-slave-fshw"
02:11:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.216504 21599 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/wal/instance:
02:11:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f29fe6d7f1947868087ed236e9e4901"
02:11:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:44 on dist-test-slave-fshw"
02:11:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.224265 21599 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
02:11:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.229655 21621 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.230772 21599 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:11:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.231065 21599 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/wal
02:11:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f29fe6d7f1947868087ed236e9e4901"
02:11:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:44 on dist-test-slave-fshw"
02:11:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.231385 21599 fs_report.cc:389] FS layout report
02:11:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/wal
02:11:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/wal
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/data/data
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.289803 21599 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:44.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.291213 21599 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.291795 21599 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.294364 21599 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.298738 21599 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.298928 21599 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:11:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.299124 21599 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.299348 21599 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:11:44.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.442349 21599 rpc_server.cc:307] RPC server started. Bound to: 127.20.169.194:34623
02:11:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.442463 21733 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.169.194:34623 every 8 connection(s)
02:11:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.444757 21599 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/data/info.pb
02:11:44.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.447908 21159 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 21599
02:11:44.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.448360 21159 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-1/wal/instance
02:11:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.461604 21159 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/wal
02:11:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/data
02:11:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/logs
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/data/info.pb
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.195:0
02:11:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.169.195
02:11:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.195
02:11:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.501009 21736 heartbeater.cc:344] Connected to a master server at 127.20.169.254:40353
02:11:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.501408 21735 heartbeater.cc:344] Connected to a master server at 127.20.169.253:38475
02:11:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.501552 21736 heartbeater.cc:461] Registering TS with master...
02:11:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.501786 21735 heartbeater.cc:461] Registering TS with master...
02:11:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.502710 21736 heartbeater.cc:507] Master 127.20.169.254:40353 requested a full tablet report, sending...
02:11:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.502918 21735 heartbeater.cc:507] Master 127.20.169.253:38475 requested a full tablet report, sending...
02:11:44.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.505774 21204 ts_manager.cc:194] Registered new tserver with Master: 3f29fe6d7f1947868087ed236e9e4901 (127.20.169.194:34623)
02:11:44.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.505812 21281 ts_manager.cc:194] Registered new tserver with Master: 3f29fe6d7f1947868087ed236e9e4901 (127.20.169.194:34623)
02:11:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.508757 21734 heartbeater.cc:344] Connected to a master server at 127.20.169.252:37241
02:11:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.509088 21734 heartbeater.cc:461] Registering TS with master...
02:11:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.510004 21734 heartbeater.cc:507] Master 127.20.169.252:37241 requested a full tablet report, sending...
02:11:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.512183 21358 ts_manager.cc:194] Registered new tserver with Master: 3f29fe6d7f1947868087ed236e9e4901 (127.20.169.194:34623)
02:11:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.513937 21358 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.169.194:56395
02:11:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.787390 21744 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.787962 21744 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.788584 21744 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:44.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.822261 21744 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.823312 21744 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.169.195
02:11:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.859354 21744 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.169.212:41341
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/data
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/wal
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.169.195:0
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/data/info.pb
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.169.195
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.169.254:40353,127.20.169.253:38475,127.20.169.252:37241
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.169.195
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/logs
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.860611 21744 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.862125 21744 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.874380 21750 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.517405 21734 heartbeater.cc:499] Master 127.20.169.252:37241 was elected leader, sending a full tablet report...
02:11:46.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.280990 21749 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 21744
02:11:46.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.296685 21744 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.423s	user 0.510s	sys 0.908s
02:11:46.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.297219 21744 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.423s	user 0.511s	sys 0.908s
02:11:46.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.875229 21751 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.299893 21753 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.302284 21752 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1423 milliseconds
02:11:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.302292 21744 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.304450 21744 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.306792 21744 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.308458 21744 hybrid_clock.cc:648] HybridClock initialized: now 1783476706308416 us; error 41 us; skew 500 ppm
02:11:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.309315 21744 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.315315 21744 webserver.cc:534] Webserver started at http://127.20.169.195:43651/ using document root <none> and password file <none>
02:11:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.316179 21744 fs_manager.cc:362] Metadata directory not provided
02:11:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.316357 21744 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.316723 21744 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.320916 21744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/data/instance:
02:11:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf1271b2192347d4afa93bd42c7c06c3"
02:11:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:46 on dist-test-slave-fshw"
02:11:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.322026 21744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/wal/instance:
02:11:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf1271b2192347d4afa93bd42c7c06c3"
02:11:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:46 on dist-test-slave-fshw"
02:11:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.329540 21744 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
02:11:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.335888 21761 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.337016 21744 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
02:11:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.337436 21744 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/wal
02:11:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf1271b2192347d4afa93bd42c7c06c3"
02:11:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:46 on dist-test-slave-fshw"
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.337808 21744 fs_report.cc:389] FS layout report
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/wal
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/wal
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/data/data
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:46.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.407107 21744 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.408802 21744 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.409348 21744 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.412161 21744 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.416198 21744 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.416430 21744 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:11:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.416766 21744 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:46.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.416970 21744 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:11:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.557329 21744 rpc_server.cc:307] RPC server started. Bound to: 127.20.169.195:34599
02:11:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.557446 21873 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.169.195:34599 every 8 connection(s)
02:11:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.559893 21744 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/data/info.pb
02:11:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.562372 21159 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 21744
02:11:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.562867 21159 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster501192372294052368/ts-2/wal/instance
02:11:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.603595 21874 heartbeater.cc:344] Connected to a master server at 127.20.169.252:37241
02:11:46.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.604106 21874 heartbeater.cc:461] Registering TS with master...
02:11:46.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.605533 21874 heartbeater.cc:507] Master 127.20.169.252:37241 requested a full tablet report, sending...
02:11:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.612569 21876 heartbeater.cc:344] Connected to a master server at 127.20.169.254:40353
02:11:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.612919 21876 heartbeater.cc:461] Registering TS with master...
02:11:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.613147 21358 ts_manager.cc:194] Registered new tserver with Master: cf1271b2192347d4afa93bd42c7c06c3 (127.20.169.195:34599)
02:11:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.613884 21876 heartbeater.cc:507] Master 127.20.169.254:40353 requested a full tablet report, sending...
02:11:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.614847 21358 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.169.195:58589
02:11:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.616478 21204 ts_manager.cc:194] Registered new tserver with Master: cf1271b2192347d4afa93bd42c7c06c3 (127.20.169.195:34599)
02:11:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.617569 21875 heartbeater.cc:344] Connected to a master server at 127.20.169.253:38475
02:11:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.617872 21875 heartbeater.cc:461] Registering TS with master...
02:11:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.618598 21875 heartbeater.cc:507] Master 127.20.169.253:38475 requested a full tablet report, sending...
02:11:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.620884 21281 ts_manager.cc:194] Registered new tserver with Master: cf1271b2192347d4afa93bd42c7c06c3 (127.20.169.195:34599)
02:11:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.638449 21159 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:11:46.649 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:11:46.651 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:11:46.660 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.169.254"
      port: 40353
    }
    bound_http_address {
      host: "127.20.169.254"
      port: 39113
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.169.253"
      port: 38475
    }
    bound_http_address {
      host: "127.20.169.253"
      port: 34427
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.169.252"
      port: 37241
    }
    bound_http_address {
      host: "127.20.169.252"
      port: 45451
    }
  }
}

02:11:46.663 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:11:46.666 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.169.193"
      port: 41637
    }
    bound_http_address {
      host: "127.20.169.193"
      port: 42467
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.169.194"
      port: 34623
    }
    bound_http_address {
      host: "127.20.169.194"
      port: 41337
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.169.195"
      port: 34599
    }
    bound_http_address {
      host: "127.20.169.195"
      port: 43651
    }
  }
}

02:11:46.666 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:11:46.678 [DEBUG - main] (InternalLoggerFactory.java:63) Using SLF4J as the default logging framework
02:11:46.682 [DEBUG - main] (ResourceLeakDetector.java:129) -Dorg.apache.kudu.shaded.io.netty.leakDetection.level: simple
02:11:46.682 [DEBUG - main] (ResourceLeakDetector.java:130) -Dorg.apache.kudu.shaded.io.netty.leakDetection.targetRecords: 4
02:11:46.687 [DEBUG - main] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@403f0a22
02:11:46.710 [DEBUG - main] (PlatformDependent0.java:1138) Java version: 17
02:11:46.710 [DEBUG - main] (PlatformDependent0.java:616) -Dio.netty.noUnsafe: false
02:11:46.711 [DEBUG - main] (PlatformDependent0.java:559) Thread.isVirtual() is not available: 
02:11:46.711 [DEBUG - main] (PlatformDependent0.java:572) java.lang.BaseVirtualThread is not available: 
02:11:46.712 [DEBUG - main] (PlatformDependent0.java:145) sun.misc.Unsafe.theUnsafe: available
02:11:46.713 [DEBUG - main] (PlatformDependent0.java:208) sun.misc.Unsafe base methods: all available
02:11:46.713 [DEBUG - main] (PlatformDependent0.java:240) sun.misc.Unsafe.storeFence: available
02:11:46.713 [DEBUG - main] (PlatformDependent0.java:283) java.nio.Buffer.address: available
02:11:46.714 [DEBUG - main] (PlatformDependent0.java:369) direct buffer constructor: unavailable: Reflective setAccessible(true) disabled
02:11:46.714 [DEBUG - main] (PlatformDependent0.java:447) java.nio.Bits.unaligned: available, true
02:11:46.716 [DEBUG - main] (PlatformDependent0.java:515) jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable: class org.apache.kudu.shaded.io.netty.util.internal.PlatformDependent0$7 cannot access class jdk.internal.misc.Unsafe (in module java.base) because module java.base does not export jdk.internal.misc to unnamed module @589b3632
02:11:46.716 [DEBUG - main] (PlatformDependent0.java:545) java.nio.DirectByteBuffer.<init>(long, {int,long}): unavailable
02:11:46.717 [DEBUG - main] (PlatformDependent.java:1214) sun.misc.Unsafe: available
02:11:46.717 [DEBUG - main] (PlatformDependent.java:1360) -Dio.netty.tmpdir: /tmp (java.io.tmpdir)
02:11:46.717 [DEBUG - main] (PlatformDependent.java:1439) -Dio.netty.bitMode: 64 (sun.arch.data.model)
02:11:46.718 [DEBUG - main] (PlatformDependent.java:181) -Dio.netty.maxDirectMemory: -1 bytes
02:11:46.718 [DEBUG - main] (PlatformDependent.java:188) -Dio.netty.uninitializedArrayAllocationThreshold: -1
02:11:46.719 [DEBUG - main] (CleanerJava9.java:71) java.nio.ByteBuffer.cleaner(): available
02:11:46.719 [DEBUG - main] (PlatformDependent.java:209) -Dio.netty.noPreferDirect: false
02:11:46.727 [DEBUG - main] (PlatformDependent.java:1048) org.jctools-core.MpscChunkedArrayQueue: available
02:11:46.768 [DEBUG - main] (MultithreadEventLoopGroup.java:44) -Dio.netty.eventLoopThreads: 8
02:11:46.780 [DEBUG - main] (GlobalEventExecutor.java:54) -Dio.netty.globalEventExecutor.quietPeriodSeconds: 1
02:11:46.786 [DEBUG - main] (InternalThreadLocalMap.java:100) -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024
02:11:46.786 [DEBUG - main] (InternalThreadLocalMap.java:101) -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096
02:11:46.793 [DEBUG - main] (NioEventLoop.java:110) -Dio.netty.noKeySetOptimization: false
02:11:46.793 [DEBUG - main] (NioEventLoop.java:111) -Dio.netty.selectorAutoRebuildThreshold: 512
02:11:46.838 [DEBUG - main] (PooledByteBufAllocator.java:161) -Dio.netty.allocator.numHeapArenas: 8
02:11:46.838 [DEBUG - main] (PooledByteBufAllocator.java:162) -Dio.netty.allocator.numDirectArenas: 8
02:11:46.838 [DEBUG - main] (PooledByteBufAllocator.java:164) -Dio.netty.allocator.pageSize: 8192
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:169) -Dio.netty.allocator.maxOrder: 9
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:173) -Dio.netty.allocator.chunkSize: 4194304
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:174) -Dio.netty.allocator.smallCacheSize: 256
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:175) -Dio.netty.allocator.normalCacheSize: 64
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:176) -Dio.netty.allocator.maxCachedBufferCapacity: 32768
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:177) -Dio.netty.allocator.cacheTrimInterval: 8192
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:178) -Dio.netty.allocator.cacheTrimIntervalMillis: 0
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:179) -Dio.netty.allocator.useCacheForAllThreads: false
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:180) -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023
02:11:46.839 [DEBUG - main] (PooledByteBufAllocator.java:182) -Dio.netty.allocator.disableCacheFinalizersForFastThreadLocalThreads: false
02:11:46.854 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:11:46.902 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:11:46.984 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:11:46.984 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:11:46.985 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:11:46.985 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:11:46.989 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:11:47.351 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:11:47.352 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:11:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.355417 21884 mini_oidc.cc:150] Starting JWKS server
02:11:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.358620 21884 webserver.cc:534] Webserver started at http://127.0.0.1:38991/ using document root <none> and password file <none>
02:11:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.359087 21884 mini_oidc.cc:186] Starting OIDC Discovery server
02:11:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.360817 21884 webserver.cc:534] Webserver started at http://127.0.0.1:42359/ using document root <none> and password file <none>
02:11:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:11:47Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:11:47.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:11:47Z Disabled control of system clock
02:11:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.422448 21884 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/wal
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/data
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/logs
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/data/info.pb
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.62:44295
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.62
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38991/jwks.json with env {}
02:11:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.619453 21874 heartbeater.cc:499] Master 127.20.169.252:37241 was elected leader, sending a full tablet report...
02:11:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.764739 21897 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.765429 21897 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.765885 21897 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.798775 21897 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.799185 21897 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.799520 21897 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.799901 21897 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.800235 21897 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.800518 21897 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38991/jwks.json
02:11:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.845019 21897 master_runner.cc:387] Master server non-default flags:
02:11:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:11:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/data
02:11:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/wal
02:11:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.62:44295
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38991/jwks.json
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/data/info.pb
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.62
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/logs
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.846805 21897 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.848559 21897 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.859964 21903 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.863078 21904 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.147847 21905 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:11:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.150251 21906 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.153702 21897 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.292s	user 0.514s	sys 0.777s
02:11:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.153997 21897 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.292s	user 0.514s	sys 0.777s
02:11:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.154285 21897 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.155571 21897 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.159094 21897 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.162724 21897 hybrid_clock.cc:648] HybridClock initialized: now 1783476709162681 us; error 49 us; skew 500 ppm
02:11:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.164177 21897 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:49.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.174742 21897 webserver.cc:534] Webserver started at http://127.21.95.62:35537/ using document root <none> and password file <none>
02:11:49.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.176556 21897 fs_manager.cc:362] Metadata directory not provided
02:11:49.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.177688 21897 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:49.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.178476 21897 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.185544 21897 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/data/instance:
02:11:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66e612d6739244a58d4243cc9b720a0a"
02:11:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:49 on dist-test-slave-fshw"
02:11:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.187472 21897 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/wal/instance:
02:11:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66e612d6739244a58d4243cc9b720a0a"
02:11:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:49 on dist-test-slave-fshw"
02:11:49.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.199235 21897 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.003s	sys 0.006s
02:11:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.207335 21915 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.208755 21897 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
02:11:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.209200 21897 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/wal
02:11:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66e612d6739244a58d4243cc9b720a0a"
02:11:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:49 on dist-test-slave-fshw"
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.209594 21897 fs_report.cc:389] FS layout report
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/wal
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/wal
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/data/data
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.299800 21897 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.301621 21897 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.302115 21897 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.391144 21897 rpc_server.cc:307] RPC server started. Bound to: 127.21.95.62:44295
02:11:49.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.391321 21966 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.95.62:44295 every 8 connection(s)
02:11:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.394408 21897 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/data/info.pb
02:11:49.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.400691 21967 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.403765 21884 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 21897
02:11:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.404275 21884 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-0/wal/instance
02:11:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.408232 21884 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/wal
02:11:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/data
02:11:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/logs
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/data/info.pb
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.61:46449
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.61
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38991/jwks.json with env {}
02:11:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.413718 21967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } has no permanent_uuid. Determining permanent_uuid...
02:11:49.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.446170 21967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } has no permanent_uuid. Determining permanent_uuid...
02:11:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.449180 21918 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.95.61:46449: connect: Connection refused (error 111)
02:11:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.455348 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.61:46449: Network error: Client connection negotiation failed: client connection to 127.21.95.61:46449: connect: Connection refused (error 111)
02:11:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.504809 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } attempt: 1
02:11:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.510301 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.61:46449: Network error: Client connection negotiation failed: client connection to 127.21.95.61:46449: connect: Connection refused (error 111)
02:11:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.578716 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } attempt: 2
02:11:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.583320 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.61:46449: Network error: Client connection negotiation failed: client connection to 127.21.95.61:46449: connect: Connection refused (error 111)
02:11:49.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.674706 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } attempt: 3
02:11:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.680132 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.61:46449: Network error: Client connection negotiation failed: client connection to 127.21.95.61:46449: connect: Connection refused (error 111)
02:11:49.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.777019 21969 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:49.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.777851 21969 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:49.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.778538 21969 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.812697 21969 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.813068 21969 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.813427 21969 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.813792 21969 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:49.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.814131 21969 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:49.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.814420 21969 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38991/jwks.json
02:11:49.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.823647 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } attempt: 4
02:11:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.828219 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.61:46449: Network error: Client connection negotiation failed: client connection to 127.21.95.61:46449: connect: Connection refused (error 111)
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.864717 21969 master_runner.cc:387] Master server non-default flags:
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/data
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/wal
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:11:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.61:46449
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38991/jwks.json
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/data/info.pb
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.61
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/logs
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.866634 21969 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.868369 21969 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.880066 21979 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:50.127671 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } attempt: 5
02:11:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:50.134243 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.61:46449: Network error: Client connection negotiation failed: client connection to 127.21.95.61:46449: connect: Connection refused (error 111)
02:11:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:50.681715 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } attempt: 6
02:11:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:50.691783 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.61:46449: Network error: Client connection negotiation failed: client connection to 127.21.95.61:46449: connect: Connection refused (error 111)
02:11:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.882511 21980 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.884522 21982 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:51.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.136847 21981 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:11:51.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.136852 21969 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.141490 21969 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.144564 21969 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.145975 21969 hybrid_clock.cc:648] HybridClock initialized: now 1783476711145934 us; error 61 us; skew 500 ppm
02:11:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.146771 21969 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.153313 21969 webserver.cc:534] Webserver started at http://127.21.95.61:45995/ using document root <none> and password file <none>
02:11:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.154198 21969 fs_manager.cc:362] Metadata directory not provided
02:11:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.154382 21969 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.154778 21969 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.158979 21969 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/data/instance:
02:11:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab88f8ae27e04c2d98e3decd43143939"
02:11:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:51 on dist-test-slave-fshw"
02:11:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.160023 21969 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/wal/instance:
02:11:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab88f8ae27e04c2d98e3decd43143939"
02:11:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:51 on dist-test-slave-fshw"
02:11:51.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.167842 21969 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
02:11:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.174726 21991 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.175931 21969 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
02:11:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.176232 21969 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/wal
02:11:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab88f8ae27e04c2d98e3decd43143939"
02:11:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:51 on dist-test-slave-fshw"
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.176539 21969 fs_report.cc:389] FS layout report
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/wal
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/wal
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/data/data
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:51.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.228706 21969 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:51.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.230532 21969 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.231069 21969 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.313289 21969 rpc_server.cc:307] RPC server started. Bound to: 127.21.95.61:46449
02:11:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.313429 22043 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.95.61:46449 every 8 connection(s)
02:11:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.316076 21969 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/data/info.pb
02:11:51.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.323920 22044 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.325290 21884 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 21969
02:11:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.325703 21884 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-1/wal/instance
02:11:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.328316 21884 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/wal
02:11:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/data
02:11:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/logs
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/data/info.pb
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.60:44877
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.60
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:11:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38991/jwks.json with env {}
02:11:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.336150 22044 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } has no permanent_uuid. Determining permanent_uuid...
02:11:51.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.373705 22044 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } has no permanent_uuid. Determining permanent_uuid...
02:11:51.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.389361 22044 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } has no permanent_uuid. Determining permanent_uuid...
02:11:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.392623 21995 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.397264 22044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.446796 22044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 1
02:11:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.452342 22044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.520725 22044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 2
02:11:51.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.525956 22044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:51.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.617364 22044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 3
02:11:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.621912 22044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:51.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.690032 22046 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:51.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.690745 22046 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:51.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.691357 22046 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.724263 22046 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.724634 22046 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.725018 22046 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.725422 22046 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.725754 22046 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.726001 22046 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38991/jwks.json
02:11:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.752262 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } attempt: 7
02:11:51.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.764497 21967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } has no permanent_uuid. Determining permanent_uuid...
02:11:51.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.765322 22044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 4
02:11:51.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.770829 22044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.776580 22046 master_runner.cc:387] Master server non-default flags:
02:11:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:11:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/data
02:11:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/wal
02:11:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.60:44877
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38991/jwks.json
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/data/info.pb
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.60
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/logs
02:11:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.778330 22046 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.780437 22046 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.789213 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:51.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.794883 22059 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.847678 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 1
02:11:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.855103 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:51.936652 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 2
02:11:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.944211 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.029775 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 3
02:11:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.039258 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.070252 22044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 5
02:11:52.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.102236 22044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.179774 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 4
02:11:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.190435 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.473974 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 5
02:11:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.483070 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:52.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.663684 22044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 6
02:11:52.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.676501 22044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.035748 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 6
02:11:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:53.047854 21967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:53.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:53.123162 21870 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad400 after lost signal to thread 21745
02:11:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:53.124243 21870 debug-util.cc:398] Leaking SignalData structure 0x7b08000babc0 after lost signal to thread 21873
02:11:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:53.181285 22040 debug-util.cc:398] Leaking SignalData structure 0x7b0800070060 after lost signal to thread 21974
02:11:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:53.182152 22040 debug-util.cc:398] Leaking SignalData structure 0x7b08000707a0 after lost signal to thread 22043
02:11:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.799314 22062 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:53.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:51.796249 22060 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:53.483088 22061 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1688 milliseconds
02:11:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.483258 22046 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.485288 22046 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:53.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.489434 22046 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.491194 22046 hybrid_clock.cc:648] HybridClock initialized: now 1783476713491113 us; error 84 us; skew 500 ppm
02:11:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.492611 22046 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.504086 22046 webserver.cc:534] Webserver started at http://127.21.95.60:41819/ using document root <none> and password file <none>
02:11:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.505553 22046 fs_manager.cc:362] Metadata directory not provided
02:11:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.505864 22046 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.507539 22046 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.515774 22046 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/data/instance:
02:11:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d241b9111e24d43a364ad0170968068"
02:11:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:53 on dist-test-slave-fshw"
02:11:53.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.517581 22046 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/wal/instance:
02:11:53.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d241b9111e24d43a364ad0170968068"
02:11:53.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:53 on dist-test-slave-fshw"
02:11:53.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.529582 22046 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.000s
02:11:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.546902 22074 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.548549 22046 fs_manager.cc:730] Time spent opening block manager: real 0.014s	user 0.003s	sys 0.004s
02:11:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.548993 22046 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/wal
02:11:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d241b9111e24d43a364ad0170968068"
02:11:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:53 on dist-test-slave-fshw"
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.549845 22046 fs_report.cc:389] FS layout report
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/wal
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/wal
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/data/data
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.667091 22046 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:53.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.668699 22046 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:53.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.669281 22046 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:53.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.737887 22044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 7
02:11:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:53.760426 22044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.95.60:44877: Network error: Client connection negotiation failed: client connection to 127.21.95.60:44877: connect: Connection refused (error 111)
02:11:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.875756 22046 rpc_server.cc:307] RPC server started. Bound to: 127.21.95.60:44877
02:11:53.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.875821 22128 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.95.60:44877 every 8 connection(s)
02:11:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.882764 22046 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/data/info.pb
02:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.887391 21884 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 22046
02:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.887861 21884 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/master-2/wal/instance
02:11:53.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.948886 22129 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:53.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.989578 22129 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } has no permanent_uuid. Determining permanent_uuid...
02:11:54.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.044169 22129 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } has no permanent_uuid. Determining permanent_uuid...
02:11:54.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.058979 22129 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } has no permanent_uuid. Determining permanent_uuid...
02:11:54.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.081000 22129 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068: Bootstrap starting.
02:11:54.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.081339 21967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 7
02:11:54.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.104604 22129 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068: Neither blocks nor log segments found. Creating new log.
02:11:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.107329 22129 log.cc:826] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068: Log is configured to *not* fsync() on all Append() calls
02:11:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.113144 21967 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a: Bootstrap starting.
02:11:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.123224 21967 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a: Neither blocks nor log segments found. Creating new log.
02:11:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.126324 21967 log.cc:826] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a: Log is configured to *not* fsync() on all Append() calls
02:11:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.135097 22129 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068: No bootstrap required, opened a new log
02:11:54.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.143095 21967 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a: No bootstrap required, opened a new log
02:11:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.176165 22129 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } }
02:11:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.177342 22129 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.177888 22129 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d241b9111e24d43a364ad0170968068, State: Initialized, Role: FOLLOWER
02:11:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.179733 21967 raft_consensus.cc:359] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } }
02:11:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.179839 22129 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } }
02:11:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.181057 21967 raft_consensus.cc:385] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:54.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.181625 21967 raft_consensus.cc:740] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66e612d6739244a58d4243cc9b720a0a, State: Initialized, Role: FOLLOWER
02:11:54.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.182916 21967 consensus_queue.cc:260] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } }
02:11:54.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.192873 22139 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:54.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.193998 22139 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [sys.catalog]: This master's current role is: FOLLOWER
02:11:54.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.194872 22129 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [sys.catalog]: configured and running, proceeding with master startup.
02:11:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.206375 21967 sys_catalog.cc:565] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [sys.catalog]: configured and running, proceeding with master startup.
02:11:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.208313 22140 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.209777 22140 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [sys.catalog]: This master's current role is: FOLLOWER
02:11:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.291849 22158 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:11:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.311249 22140 raft_consensus.cc:493] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.311935 22140 raft_consensus.cc:515] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } }
02:11:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.312959 21921 tablet.cc:2406] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.317533 22140 leader_election.cc:290] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ab88f8ae27e04c2d98e3decd43143939 (127.21.95.61:46449), 1d241b9111e24d43a364ad0170968068 (127.21.95.60:44877)
02:11:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.318414 22104 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "66e612d6739244a58d4243cc9b720a0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d241b9111e24d43a364ad0170968068" is_pre_election: true
02:11:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.319499 22104 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 66e612d6739244a58d4243cc9b720a0a in term 0.
02:11:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.333268 21919 leader_election.cc:304] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d241b9111e24d43a364ad0170968068, 66e612d6739244a58d4243cc9b720a0a; no voters: 
02:11:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.334340 22140 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.334697 22140 raft_consensus.cc:493] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.335019 22140 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 0 FOLLOWER]: Advancing to term 1
02:11:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.297840 22046 master_runner.cc:187] Error getting master registration for 127.21.95.62:44295: OK, instance_id { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" instance_seqno: 1783476709367933 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.361004 22046 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:11:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.363108 22140 raft_consensus.cc:515] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } }
02:11:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.379041 22104 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "66e612d6739244a58d4243cc9b720a0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d241b9111e24d43a364ad0170968068"
02:11:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.379647 22104 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [term 0 FOLLOWER]: Advancing to term 1
02:11:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.390849 22140 leader_election.cc:290] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [CANDIDATE]: Term 1 election: Requested vote from peers ab88f8ae27e04c2d98e3decd43143939 (127.21.95.61:46449), 1d241b9111e24d43a364ad0170968068 (127.21.95.60:44877)
02:11:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.393368 22104 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 66e612d6739244a58d4243cc9b720a0a in term 1.
02:11:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.395948 21919 leader_election.cc:304] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d241b9111e24d43a364ad0170968068, 66e612d6739244a58d4243cc9b720a0a; no voters: 
02:11:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.397289 22140 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 1 FOLLOWER]: Leader election won for term 1
02:11:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.427196 22080 tablet.cc:2406] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.427771 22162 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.428129 22162 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:54.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.426559 22140 raft_consensus.cc:697] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [term 1 LEADER]: Becoming Leader. State: Replica: 66e612d6739244a58d4243cc9b720a0a, State: Running, Role: LEADER
02:11:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.434412 22140 consensus_queue.cc:237] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } }
02:11:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.471899 22164 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 66e612d6739244a58d4243cc9b720a0a. Latest consensus state: current_term: 1 leader_uuid: "66e612d6739244a58d4243cc9b720a0a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.473016 22164 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [sys.catalog]: This master's current role is: LEADER
02:11:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.515501 22166 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:11:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.385452 21897 master_runner.cc:187] Error getting master registration for 127.21.95.61:46449: OK, instance_id { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" instance_seqno: 1783476711292570 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.588716 21897 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:11:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.558122 22166 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:11:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.644289 22104 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [term 1 FOLLOWER]: Refusing update from remote peer 66e612d6739244a58d4243cc9b720a0a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:54.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.647011 22164 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.703820 22167 mvcc.cc:204] Tried to move back new op lower bound from 7305120623101431808 to 7305120622382370816. Current Snapshot: MvccSnapshot[applied={T|T < 7305120623101431808}]
02:11:54.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.733844 22140 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "66e612d6739244a58d4243cc9b720a0a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:54.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.734710 22140 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [sys.catalog]: This master's current role is: LEADER
02:11:54.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.726058 22139 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 66e612d6739244a58d4243cc9b720a0a. Latest consensus state: current_term: 1 leader_uuid: "66e612d6739244a58d4243cc9b720a0a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.737687 22139 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [sys.catalog]: This master's current role is: FOLLOWER
02:11:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.743932 22166 catalog_manager.cc:1382] Generated new cluster ID: c784f2bafb8940ca9c02020ee826c084
02:11:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.744239 22166 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:11:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.772423 22171 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "66e612d6739244a58d4243cc9b720a0a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.775768 22171 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068 [sys.catalog]: This master's current role is: FOLLOWER
02:11:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.790444 22166 catalog_manager.cc:1405] Generated new certificate authority record
02:11:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.795715 22166 catalog_manager.cc:1539] Loading token signing keys...
02:11:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.915032 22166 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a: Generated new TSK 0
02:11:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.916260 22166 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:11:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.923632 21345 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.20.169.254:40353, user_credentials={real_user=slave}} blocked reactor thread for 67337.9us
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.946600 21884 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/wal
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/data
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/logs
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/data/info.pb
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.1:0
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.95.1
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.1
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.321593 22158 catalog_manager.cc:1294] Loaded cluster ID: c784f2bafb8940ca9c02020ee826c084
02:11:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.322208 22158 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068: loading cluster ID for follower catalog manager: success
02:11:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.338114 22158 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068: acquiring CA information for follower catalog manager: success
02:11:55.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.363806 22158 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1d241b9111e24d43a364ad0170968068: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:55.762624 21313 debug-util.cc:398] Leaking SignalData structure 0x7b08000a6a60 after lost signal to thread 21245
02:11:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:55.763506 21313 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5f40 after lost signal to thread 21316
02:11:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.850850 22044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } attempt: 8
02:11:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.903806 22044 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939: Bootstrap starting.
02:11:55.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.952229 22044 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939: Neither blocks nor log segments found. Creating new log.
02:11:55.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.969522 22044 log.cc:826] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939: Log is configured to *not* fsync() on all Append() calls
02:11:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.005041 22044 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939: No bootstrap required, opened a new log
02:11:56.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.017711 22178 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:56.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.050904 22178 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.067062 22178 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.067634 21918 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.21.95.61:46449 timed out after 1.752s (SENT) [suppressed 13 similar messages]
02:11:56.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.202148 22044 raft_consensus.cc:359] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } }
02:11:56.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.217278 22044 raft_consensus.cc:385] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.220506 22044 raft_consensus.cc:740] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ab88f8ae27e04c2d98e3decd43143939, State: Initialized, Role: FOLLOWER
02:11:56.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.222245 22044 consensus_queue.cc:260] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } }
02:11:56.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.242070 22044 sys_catalog.cc:565] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [sys.catalog]: configured and running, proceeding with master startup.
02:11:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.243036 22019 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "66e612d6739244a58d4243cc9b720a0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab88f8ae27e04c2d98e3decd43143939" is_pre_election: true
02:11:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.243222 21997 tablet.cc:2406] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.244246 22019 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:56060 (request call id 1) took 1928 ms (client timeout 1752 ms). Trace:
02:11:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.244601 22019 rpcz_store.cc:269] 0708 02:11:54.316206 (+     0us) service_pool.cc:167] Inserting onto call queue
02:11:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:11:54.316360 (+   154us) service_pool.cc:224] Handling call
02:11:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:11:56.244177 (+1927817us) inbound_call.cc:177] Queueing success response
02:11:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:11:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.242208 22018 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "66e612d6739244a58d4243cc9b720a0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab88f8ae27e04c2d98e3decd43143939"
02:11:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.257339 22016 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "66e612d6739244a58d4243cc9b720a0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab88f8ae27e04c2d98e3decd43143939" is_pre_election: true
02:11:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.259604 22018 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:56060 (request call id 2) took 1882 ms (client timeout 2110 ms). Trace:
02:11:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.259963 22018 rpcz_store.cc:269] 0708 02:11:54.377090 (+     0us) service_pool.cc:167] Inserting onto call queue
02:11:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:11:54.378021 (+   931us) service_pool.cc:224] Handling call
02:11:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:11:56.259547 (+1881526us) inbound_call.cc:177] Queueing success response
02:11:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:11:56.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.265513 22017 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [term 0 FOLLOWER]: Advancing to term 1
02:11:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.272768 22017 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [term 1 FOLLOWER]: Refusing update from remote peer 66e612d6739244a58d4243cc9b720a0a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.276803 22017 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:56060 (request call id 4) took 1633 ms. Trace:
02:11:56.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.281242 22178 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.282555 22178 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.95.1
02:11:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.289237 22017 rpcz_store.cc:276] 0708 02:11:54.643091 (+     0us) service_pool.cc:167] Inserting onto call queue
02:11:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:11:54.645430 (+  2339us) service_pool.cc:224] Handling call
02:11:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:11:56.258682 (+1613252us) raft_consensus.cc:1471] Updating replica for 0 ops
02:11:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:11:56.273333 (+ 14651us) raft_consensus.cc:1697] Filling consensus response to leader.
02:11:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:11:56.276475 (+  3142us) spinlock_profiling.cc:243] Waited 6.52 ms on lock 0x7b5400020654. stack: 00007fd5013ce803 00007fd5013ce700 00007fd500f7f4b4 000000000050eb44 000000000050ead9 00007fd5084b3891 00007fd50854b121 00007fd508549b5e 00007fd50957a9c9 00007fd507c2ccf4 00007fd507c2cc82 00007fd507c2cbb1 00007fd507c2cb2c 00007fd507c2bde2 00007fd506219aac 00007fd506218ee6
02:11:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:11:56.276741 (+   266us) inbound_call.cc:177] Queueing success response
02:11:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":15001984}
02:11:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.277491 22195 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:56.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.293951 22195 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [sys.catalog]: This master's current role is: FOLLOWER
02:11:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.294461 22192 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [LEADER]: Connected to new peer: Peer: permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.370410 22178 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/data
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/wal
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.1:0
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/data/info.pb
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.1
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.95.1
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/logs
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.372756 22178 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.375280 22178 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.418228 22206 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "66e612d6739244a58d4243cc9b720a0a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.418953 22206 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [sys.catalog]: This master's current role is: FOLLOWER
02:11:56.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.420989 22195 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 66e612d6739244a58d4243cc9b720a0a. Latest consensus state: current_term: 1 leader_uuid: "66e612d6739244a58d4243cc9b720a0a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:56.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.421680 22195 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939 [sys.catalog]: This master's current role is: FOLLOWER
02:11:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.439239 22212 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:11:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.453507 22214 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.799705 22192 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "66e612d6739244a58d4243cc9b720a0a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66e612d6739244a58d4243cc9b720a0a" member_type: VOTER last_known_addr { host: "127.21.95.62" port: 44295 } } peers { permanent_uuid: "ab88f8ae27e04c2d98e3decd43143939" member_type: VOTER last_known_addr { host: "127.21.95.61" port: 46449 } } peers { permanent_uuid: "1d241b9111e24d43a364ad0170968068" member_type: VOTER last_known_addr { host: "127.21.95.60" port: 44877 } } }
02:11:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.800925 22192 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a [sys.catalog]: This master's current role is: LEADER
02:11:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.466391 22212 catalog_manager.cc:1294] Loaded cluster ID: c784f2bafb8940ca9c02020ee826c084
02:11:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.467010 22212 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939: loading cluster ID for follower catalog manager: success
02:11:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.484871 22212 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939: acquiring CA information for follower catalog manager: success
02:11:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.506192 22212 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ab88f8ae27e04c2d98e3decd43143939: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:58.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.469964 22217 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:58.500733 22215 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2044 milliseconds
02:11:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.501475 22178 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.463757 22213 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.506250 22178 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.517423 22178 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.518873 22178 hybrid_clock.cc:648] HybridClock initialized: now 1783476718518797 us; error 87 us; skew 500 ppm
02:11:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.519969 22178 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.561932 22178 webserver.cc:534] Webserver started at http://127.21.95.1:46883/ using document root <none> and password file <none>
02:11:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.563406 22178 fs_manager.cc:362] Metadata directory not provided
02:11:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.563685 22178 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.564261 22178 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.596825 22178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/data/instance:
02:11:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d785fe8f44a648d391310df87172540d"
02:11:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:58 on dist-test-slave-fshw"
02:11:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.598405 22178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/wal/instance:
02:11:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d785fe8f44a648d391310df87172540d"
02:11:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:58 on dist-test-slave-fshw"
02:11:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.646790 22178 fs_manager.cc:696] Time spent creating directory manager: real 0.048s	user 0.009s	sys 0.005s
02:11:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.674005 22229 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:58.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.678047 22178 fs_manager.cc:730] Time spent opening block manager: real 0.026s	user 0.005s	sys 0.002s
02:11:58.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.678488 22178 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/wal
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d785fe8f44a648d391310df87172540d"
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:58 on dist-test-slave-fshw"
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.678946 22178 fs_report.cc:389] FS layout report
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/wal
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/wal
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/data/data
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:58.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.849617 22178 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:58.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.851897 22178 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:58.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.852614 22178 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.867081 22178 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:58.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.891081 22178 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:58.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.891407 22178 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:11:58.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.891726 22178 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.891938 22178 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:11:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.804842 22178 rpc_server.cc:307] RPC server started. Bound to: 127.21.95.1:45581
02:11:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.804960 22343 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.95.1:45581 every 8 connection(s)
02:11:59.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.807539 22178 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/data/info.pb
02:11:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.814276 21884 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 22178
02:11:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.814908 21884 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-0/wal/instance
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.829377 21884 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/wal
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/data
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/logs
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/data/info.pb
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.2:0
02:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.95.2
02:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.2
02:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.876839 22345 heartbeater.cc:344] Connected to a master server at 127.21.95.60:44877
02:11:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.879693 22345 heartbeater.cc:461] Registering TS with master...
02:11:59.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.881088 22345 heartbeater.cc:507] Master 127.21.95.60:44877 requested a full tablet report, sending...
02:11:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.884990 22091 ts_manager.cc:194] Registered new tserver with Master: d785fe8f44a648d391310df87172540d (127.21.95.1:45581)
02:11:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.888170 22348 heartbeater.cc:344] Connected to a master server at 127.21.95.62:44295
02:11:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.888633 22348 heartbeater.cc:461] Registering TS with master...
02:11:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.889714 22348 heartbeater.cc:507] Master 127.21.95.62:44295 requested a full tablet report, sending...
02:11:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.892778 21931 ts_manager.cc:194] Registered new tserver with Master: d785fe8f44a648d391310df87172540d (127.21.95.1:45581)
02:11:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.896217 21931 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.95.1:45051
02:11:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.908214 22344 heartbeater.cc:344] Connected to a master server at 127.21.95.61:46449
02:11:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.908627 22344 heartbeater.cc:461] Registering TS with master...
02:11:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.909350 22344 heartbeater.cc:507] Master 127.21.95.61:46449 requested a full tablet report, sending...
02:11:59.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:59.913148 22009 ts_manager.cc:194] Registered new tserver with Master: d785fe8f44a648d391310df87172540d (127.21.95.1:45581)
02:12:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.305148 22351 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.305830 22351 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.306561 22351 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:00.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.365163 22351 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:00.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.366518 22351 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.95.2
02:12:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.409371 22351 tablet_server_runner.cc:78] Tablet server non-default flags:
02:12:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/data
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/wal
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.2:0
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/data/info.pb
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.2
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.95.2
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/logs
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.411098 22351 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.412967 22351 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.461308 22360 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:00.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.900597 22348 heartbeater.cc:499] Master 127.21.95.62:44295 was elected leader, sending a full tablet report...
02:12:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:01.835354 22359 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 22351
02:12:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:02.290158 22351 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.826s	user 0.463s	sys 0.988s
02:12:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:02.291129 22351 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.828s	user 0.463s	sys 0.989s
02:12:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.465821 22361 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:02.292218 22362 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1827 milliseconds
02:12:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.293300 22351 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:02.293319 22363 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:02.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.297165 22351 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.300174 22351 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.301802 22351 hybrid_clock.cc:648] HybridClock initialized: now 1783476722301772 us; error 45 us; skew 500 ppm
02:12:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.302729 22351 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.310703 22351 webserver.cc:534] Webserver started at http://127.21.95.2:33765/ using document root <none> and password file <none>
02:12:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.311575 22351 fs_manager.cc:362] Metadata directory not provided
02:12:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.311760 22351 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.312129 22351 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:02.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.316344 22351 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/data/instance:
02:12:02.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3bdbac7d9304705bafacb055568a7b9"
02:12:02.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:02 on dist-test-slave-fshw"
02:12:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.317471 22351 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/wal/instance:
02:12:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3bdbac7d9304705bafacb055568a7b9"
02:12:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:02 on dist-test-slave-fshw"
02:12:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.325212 22351 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
02:12:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.332715 22374 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:02.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.334085 22351 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.003s
02:12:02.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.334491 22351 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/wal
02:12:02.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3bdbac7d9304705bafacb055568a7b9"
02:12:02.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:02 on dist-test-slave-fshw"
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.334923 22351 fs_report.cc:389] FS layout report
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/wal
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/wal
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/data/data
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.420171 22351 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:02.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.421682 22351 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.422212 22351 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.424885 22351 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:12:02.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.429278 22351 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:12:02.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.429469 22351 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:12:02.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.429654 22351 ts_tablet_manager.cc:616] Registered 0 tablets
02:12:02.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.429782 22351 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:12:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.600837 22351 rpc_server.cc:307] RPC server started. Bound to: 127.21.95.2:41935
02:12:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.600966 22487 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.95.2:41935 every 8 connection(s)
02:12:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.604329 22351 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/data/info.pb
02:12:02.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.606020 21884 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 22351
02:12:02.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.606483 21884 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-1/wal/instance
02:12:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.634897 21884 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/wal
02:12:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/data
02:12:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/logs
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/data/info.pb
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.3:0
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.95.3
02:12:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.3
02:12:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:12:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:12:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:12:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.691072 22489 heartbeater.cc:344] Connected to a master server at 127.21.95.60:44877
02:12:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.691592 22489 heartbeater.cc:461] Registering TS with master...
02:12:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.693037 22489 heartbeater.cc:507] Master 127.21.95.60:44877 requested a full tablet report, sending...
02:12:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.694574 22494 heartbeater.cc:344] Connected to a master server at 127.21.95.62:44295
02:12:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.694854 22494 heartbeater.cc:461] Registering TS with master...
02:12:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.695693 22488 heartbeater.cc:344] Connected to a master server at 127.21.95.61:46449
02:12:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.695804 22494 heartbeater.cc:507] Master 127.21.95.62:44295 requested a full tablet report, sending...
02:12:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.696040 22488 heartbeater.cc:461] Registering TS with master...
02:12:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.696446 22091 ts_manager.cc:194] Registered new tserver with Master: f3bdbac7d9304705bafacb055568a7b9 (127.21.95.2:41935)
02:12:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.696893 22488 heartbeater.cc:507] Master 127.21.95.61:46449 requested a full tablet report, sending...
02:12:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.698048 21931 ts_manager.cc:194] Registered new tserver with Master: f3bdbac7d9304705bafacb055568a7b9 (127.21.95.2:41935)
02:12:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.699433 21931 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.95.2:42489
02:12:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.699939 22009 ts_manager.cc:194] Registered new tserver with Master: f3bdbac7d9304705bafacb055568a7b9 (127.21.95.2:41935)
02:12:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:03.048113 22495 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:03.048677 22495 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:03.049443 22495 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:03.084512 22495 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:03.085572 22495 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.95.3
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:03.123735 22495 tablet_server_runner.cc:78] Tablet server non-default flags:
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.95.20:44587
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/data
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/wal
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.95.3:0
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/data/info.pb
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.95.3
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.95.62:44295,127.21.95.61:46449,127.21.95.60:44877
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.95.3
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/logs
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:03.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:03.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:03.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:03.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:03.125628 22495 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:03.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:03.127420 22495 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:03.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:03.140504 22504 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:03.703605 22494 heartbeater.cc:499] Master 127.21.95.62:44295 was elected leader, sending a full tablet report...
02:12:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:03.872890 22125 debug-util.cc:398] Leaking SignalData structure 0x7b08000a87a0 after lost signal to thread 22051
02:12:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:03.873903 22125 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae7c0 after lost signal to thread 22128
02:12:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:04.546842 22503 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 22495
02:12:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:05.135416 22503 kernel_stack_watchdog.cc:198] Thread 22495 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 402ms:
02:12:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:12:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:12:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:12:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:12:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:05.135514 22495 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.994s	user 0.676s	sys 1.100s
02:12:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:03.143018 22505 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:05.135919 22495 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.994s	user 0.676s	sys 1.100s
02:12:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:05.138350 22507 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:05.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:05.144605 22506 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2001 milliseconds
02:12:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.144615 22495 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:05.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.146215 22495 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:05.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.151137 22495 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.152560 22495 hybrid_clock.cc:648] HybridClock initialized: now 1783476725152448 us; error 126 us; skew 500 ppm
02:12:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.153640 22495 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.161828 22495 webserver.cc:534] Webserver started at http://127.21.95.3:41659/ using document root <none> and password file <none>
02:12:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.162935 22495 fs_manager.cc:362] Metadata directory not provided
02:12:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.163188 22495 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.163722 22495 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.168362 22495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/data/instance:
02:12:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "875ebcb85b6e41eb94b8a621676dce00"
02:12:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:05 on dist-test-slave-fshw"
02:12:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.169658 22495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/wal/instance:
02:12:05.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "875ebcb85b6e41eb94b8a621676dce00"
02:12:05.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:05 on dist-test-slave-fshw"
02:12:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.178247 22495 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.006s
02:12:05.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.185823 22519 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:05.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.187286 22495 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.001s	sys 0.003s
02:12:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.187700 22495 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/wal
02:12:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "875ebcb85b6e41eb94b8a621676dce00"
02:12:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:05 on dist-test-slave-fshw"
02:12:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.188158 22495 fs_report.cc:389] FS layout report
02:12:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/wal
02:12:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/wal
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/data/data
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.279587 22495 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:05.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.281450 22495 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.281978 22495 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:05.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.286177 22495 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:12:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.291144 22495 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:12:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.291384 22495 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:12:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.291616 22495 ts_tablet_manager.cc:616] Registered 0 tablets
02:12:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.291749 22495 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:12:05.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.528332 22495 rpc_server.cc:307] RPC server started. Bound to: 127.21.95.3:40011
02:12:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.528477 22631 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.95.3:40011 every 8 connection(s)
02:12:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.531517 22495 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/data/info.pb
02:12:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.540570 21884 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 22495
02:12:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.541049 21884 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11980987980495420289/ts-2/wal/instance
02:12:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.596550 22633 heartbeater.cc:344] Connected to a master server at 127.21.95.60:44877
02:12:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.597095 22633 heartbeater.cc:461] Registering TS with master...
02:12:05.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.598628 22633 heartbeater.cc:507] Master 127.21.95.60:44877 requested a full tablet report, sending...
02:12:05.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.602535 22091 ts_manager.cc:194] Registered new tserver with Master: 875ebcb85b6e41eb94b8a621676dce00 (127.21.95.3:40011)
02:12:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.604018 22632 heartbeater.cc:344] Connected to a master server at 127.21.95.61:46449
02:12:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.604445 22632 heartbeater.cc:461] Registering TS with master...
02:12:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.605659 22632 heartbeater.cc:507] Master 127.21.95.61:46449 requested a full tablet report, sending...
02:12:05.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.611711 22009 ts_manager.cc:194] Registered new tserver with Master: 875ebcb85b6e41eb94b8a621676dce00 (127.21.95.3:40011)
02:12:05.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.638942 22634 heartbeater.cc:344] Connected to a master server at 127.21.95.62:44295
02:12:05.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.639322 22634 heartbeater.cc:461] Registering TS with master...
02:12:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.640221 22634 heartbeater.cc:507] Master 127.21.95.62:44295 requested a full tablet report, sending...
02:12:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.643747 21931 ts_manager.cc:194] Registered new tserver with Master: 875ebcb85b6e41eb94b8a621676dce00 (127.21.95.3:40011)
02:12:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.645752 21931 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.95.3:38245
02:12:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:05.657452 21884 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:12:05.671 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:12:05.671 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:12:05.676 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.95.62"
      port: 44295
    }
    bound_http_address {
      host: "127.21.95.62"
      port: 35537
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.95.61"
      port: 46449
    }
    bound_http_address {
      host: "127.21.95.61"
      port: 45995
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.95.60"
      port: 44877
    }
    bound_http_address {
      host: "127.21.95.60"
      port: 41819
    }
  }
}

02:12:05.677 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:12:05.679 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.95.1"
      port: 45581
    }
    bound_http_address {
      host: "127.21.95.1"
      port: 46883
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.95.2"
      port: 41935
    }
    bound_http_address {
      host: "127.21.95.2"
      port: 33765
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.95.3"
      port: 40011
    }
    bound_http_address {
      host: "127.21.95.3"
      port: 41659
    }
  }
}

02:12:05.679 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:12:05.682 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:05.781 [DEBUG - main] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:05.806 [DEBUG - main] (DefaultChannelId.java:84) -Dio.netty.processId: 21133 (auto-detected)
02:12:05.809 [DEBUG - main] (NetUtil.java:149) -Djava.net.preferIPv4Stack: true
02:12:05.809 [DEBUG - main] (NetUtil.java:150) -Djava.net.preferIPv6Addresses: false
02:12:05.812 [DEBUG - main] (NetUtilInitializations.java:145) Loopback interface: lo (lo, 127.0.0.1)
02:12:05.814 [DEBUG - main] (NetUtil.java:198) /proc/sys/net/core/somaxconn: 4096
02:12:05.815 [DEBUG - main] (DefaultChannelId.java:106) -Dio.netty.machineId: 02:42:58:ff:fe:8c:67:be (auto-detected)
02:12:05.850 [DEBUG - main] (ByteBufUtil.java:89) -Dio.netty.allocator.type: pooled
02:12:05.851 [DEBUG - main] (ByteBufUtil.java:101) -Dio.netty.threadLocalDirectBufferSize: 0
02:12:05.851 [DEBUG - main] (ByteBufUtil.java:104) -Dio.netty.maxThreadLocalCharBufferSize: 16384
02:12:05.859 [DEBUG - main] (ChannelInitializerExtensions.java:54) -Dio.netty.bootstrap.extensions: null
02:12:05.865 [DEBUG - main] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:05.867 [DEBUG - main] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:05.897 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.169.254:40353(127.20.169.254:40353)] Successfully connected to peer
02:12:05.901 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.169.253:38475(127.20.169.253:38475)] Successfully connected to peer
02:12:05.900 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.169.252:37241(127.20.169.252:37241)] Successfully connected to peer
02:12:05.931 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:63) -Dorg.apache.kudu.shaded.io.netty.buffer.checkAccessible: true
02:12:05.931 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:64) -Dorg.apache.kudu.shaded.io.netty.buffer.checkBounds: true
02:12:05.932 [DEBUG - kudu-nio-0] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@712eb4d5
02:12:05.943 [DEBUG - kudu-nio-2] (Recycler.java:96) -Dio.netty.recycler.maxCapacityPerThread: 4096
02:12:05.943 [DEBUG - kudu-nio-2] (Recycler.java:97) -Dio.netty.recycler.ratio: 8
02:12:05.943 [DEBUG - kudu-nio-2] (Recycler.java:98) -Dio.netty.recycler.chunkSize: 32
02:12:05.943 [DEBUG - kudu-nio-2] (Recycler.java:99) -Dio.netty.recycler.blocking: false
02:12:05.943 [DEBUG - kudu-nio-2] (Recycler.java:100) -Dio.netty.recycler.batchFastThreadLocalOnly: true
02:12:06.044 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.253
02:12:06.044 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.254
02:12:06.045 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.252
02:12:06.262 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:06.268 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:06.271 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:06.307 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe96b6343, L:/127.0.0.1:48550 - R:/127.20.169.253:38475] using SASL/PLAIN
02:12:06.310 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0471b0a0, L:/127.0.0.1:38400 - R:/127.20.169.254:40353] using SASL/PLAIN
02:12:06.314 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x92e051b8, L:/127.0.0.1:55588 - R:/127.20.169.252:37241] using SASL/PLAIN
02:12:06.352 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:06.353 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=625), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [592ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: OK, [592ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: OK, [595ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: OK, deferred=null) after lookup
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.411552 21358 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55588:
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:12:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000\006\001d\000\000\000\007\001\310\000\000\000"
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:12:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:12:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:06.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:06.416802 21358 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:12:06.531 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5335e24fdc4741119f23ce864e376eaa
02:12:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.597325 21809 tablet_service.cc:1511] Processing CreateTablet for tablet d0283fe2903a4144b585e661391e1189 (DEFAULT_TABLE table=replication_test_table [id=5335e24fdc4741119f23ce864e376eaa]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:12:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.600656 21809 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d0283fe2903a4144b585e661391e1189. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:06.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.603843 21668 tablet_service.cc:1511] Processing CreateTablet for tablet b8d23e6ee8e14067a38571db229c380e (DEFAULT_TABLE table=replication_test_table [id=5335e24fdc4741119f23ce864e376eaa]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:06.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.605281 21808 tablet_service.cc:1511] Processing CreateTablet for tablet b8d23e6ee8e14067a38571db229c380e (DEFAULT_TABLE table=replication_test_table [id=5335e24fdc4741119f23ce864e376eaa]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:06.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.606500 21808 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b8d23e6ee8e14067a38571db229c380e. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:06.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.606356 21669 tablet_service.cc:1511] Processing CreateTablet for tablet d0283fe2903a4144b585e661391e1189 (DEFAULT_TABLE table=replication_test_table [id=5335e24fdc4741119f23ce864e376eaa]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:12:06.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.608949 21669 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d0283fe2903a4144b585e661391e1189. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.612812 21668 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b8d23e6ee8e14067a38571db229c380e. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:06.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.619494 21529 tablet_service.cc:1511] Processing CreateTablet for tablet b8d23e6ee8e14067a38571db229c380e (DEFAULT_TABLE table=replication_test_table [id=5335e24fdc4741119f23ce864e376eaa]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.623535 21529 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b8d23e6ee8e14067a38571db229c380e. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.624991 21530 tablet_service.cc:1511] Processing CreateTablet for tablet d0283fe2903a4144b585e661391e1189 (DEFAULT_TABLE table=replication_test_table [id=5335e24fdc4741119f23ce864e376eaa]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:12:06.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.626339 21530 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d0283fe2903a4144b585e661391e1189. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.649298 22634 heartbeater.cc:499] Master 127.21.95.62:44295 was elected leader, sending a full tablet report...
02:12:06.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.679150 22668 tablet_bootstrap.cc:492] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3: Bootstrap starting.
02:12:06.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.688273 22668 tablet_bootstrap.cc:654] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3: Neither blocks nor log segments found. Creating new log.
02:12:06.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.691419 22668 log.cc:826] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3: Log is configured to *not* fsync() on all Append() calls
02:12:06.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.708161 22669 tablet_bootstrap.cc:492] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d: Bootstrap starting.
02:12:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.710983 22671 tablet_bootstrap.cc:492] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901: Bootstrap starting.
02:12:06.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.714011 22668 tablet_bootstrap.cc:492] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3: No bootstrap required, opened a new log
02:12:06.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.714805 22668 ts_tablet_manager.cc:1403] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3: Time spent bootstrapping tablet: real 0.036s	user 0.009s	sys 0.023s
02:12:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.728708 22669 tablet_bootstrap.cc:654] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d: Neither blocks nor log segments found. Creating new log.
02:12:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.730348 22671 tablet_bootstrap.cc:654] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901: Neither blocks nor log segments found. Creating new log.
02:12:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.731695 22669 log.cc:826] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d: Log is configured to *not* fsync() on all Append() calls
02:12:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.745239 22671 log.cc:826] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901: Log is configured to *not* fsync() on all Append() calls
02:12:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.746930 22669 tablet_bootstrap.cc:492] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d: No bootstrap required, opened a new log
02:12:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.747833 22669 ts_tablet_manager.cc:1403] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d: Time spent bootstrapping tablet: real 0.041s	user 0.020s	sys 0.004s
02:12:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.763927 22671 tablet_bootstrap.cc:492] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901: No bootstrap required, opened a new log
02:12:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.764458 22671 ts_tablet_manager.cc:1403] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901: Time spent bootstrapping tablet: real 0.054s	user 0.008s	sys 0.008s
02:12:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.780985 22668 raft_consensus.cc:359] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } }
02:12:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.785254 22668 raft_consensus.cc:385] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.785913 22668 raft_consensus.cc:740] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf1271b2192347d4afa93bd42c7c06c3, State: Initialized, Role: FOLLOWER
02:12:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.787031 22668 consensus_queue.cc:260] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } }
02:12:06.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.801841 22668 ts_tablet_manager.cc:1434] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3: Time spent starting tablet: real 0.086s	user 0.029s	sys 0.007s
02:12:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.802819 22669 raft_consensus.cc:359] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } }
02:12:06.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.803977 22669 raft_consensus.cc:385] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:06.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.804339 22669 raft_consensus.cc:740] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c8a2cd4a85848a6b02670814da8de5d, State: Initialized, Role: FOLLOWER
02:12:06.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.805503 22669 consensus_queue.cc:260] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } }
02:12:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.816903 22668 tablet_bootstrap.cc:492] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3: Bootstrap starting.
02:12:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.835852 22671 raft_consensus.cc:359] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } }
02:12:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.838171 22668 tablet_bootstrap.cc:654] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3: Neither blocks nor log segments found. Creating new log.
02:12:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.843461 22671 raft_consensus.cc:385] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.844653 22669 ts_tablet_manager.cc:1434] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d: Time spent starting tablet: real 0.096s	user 0.036s	sys 0.033s
02:12:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.845615 22671 raft_consensus.cc:740] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f29fe6d7f1947868087ed236e9e4901, State: Initialized, Role: FOLLOWER
02:12:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.846815 22671 consensus_queue.cc:260] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } }
02:12:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.851464 22669 tablet_bootstrap.cc:492] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d: Bootstrap starting.
02:12:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.861941 22668 tablet_bootstrap.cc:492] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3: No bootstrap required, opened a new log
02:12:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.862834 22668 ts_tablet_manager.cc:1403] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3: Time spent bootstrapping tablet: real 0.046s	user 0.004s	sys 0.009s
02:12:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:06.865765 21880 tablet.cc:2406] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.869379 22669 tablet_bootstrap.cc:654] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d: Neither blocks nor log segments found. Creating new log.
02:12:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.870184 22668 raft_consensus.cc:359] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } }
02:12:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.871174 22668 raft_consensus.cc:385] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.871760 22668 raft_consensus.cc:740] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf1271b2192347d4afa93bd42c7c06c3, State: Initialized, Role: FOLLOWER
02:12:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.873056 22668 consensus_queue.cc:260] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } }
02:12:06.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.888871 22675 raft_consensus.cc:493] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.889528 22675 raft_consensus.cc:515] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } }
02:12:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.893266 22675 leader_election.cc:290] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f29fe6d7f1947868087ed236e9e4901 (127.20.169.194:34623), cf1271b2192347d4afa93bd42c7c06c3 (127.20.169.195:34599)
02:12:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.904271 22669 tablet_bootstrap.cc:492] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d: No bootstrap required, opened a new log
02:12:06.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.908478 22669 ts_tablet_manager.cc:1403] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d: Time spent bootstrapping tablet: real 0.055s	user 0.016s	sys 0.018s
02:12:06.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.910265 22671 ts_tablet_manager.cc:1434] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901: Time spent starting tablet: real 0.146s	user 0.033s	sys 0.007s
02:12:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.910436 22668 ts_tablet_manager.cc:1434] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3: Time spent starting tablet: real 0.047s	user 0.007s	sys 0.000s
02:12:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.915617 22671 tablet_bootstrap.cc:492] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901: Bootstrap starting.
02:12:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.925997 22671 tablet_bootstrap.cc:654] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901: Neither blocks nor log segments found. Creating new log.
02:12:06.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.915403 22669 raft_consensus.cc:359] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } }
02:12:06.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.945462 22669 raft_consensus.cc:385] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:06.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.945984 22669 raft_consensus.cc:740] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c8a2cd4a85848a6b02670814da8de5d, State: Initialized, Role: FOLLOWER
02:12:06.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.946914 22669 consensus_queue.cc:260] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } }
02:12:06.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.949028 22669 ts_tablet_manager.cc:1434] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d: Time spent starting tablet: real 0.039s	user 0.001s	sys 0.005s
02:12:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.955904 22671 tablet_bootstrap.cc:492] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901: No bootstrap required, opened a new log
02:12:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.956658 22671 ts_tablet_manager.cc:1403] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901: Time spent bootstrapping tablet: real 0.041s	user 0.005s	sys 0.022s
02:12:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.960031 22671 raft_consensus.cc:359] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } }
02:12:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.960574 21689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d0283fe2903a4144b585e661391e1189" candidate_uuid: "6c8a2cd4a85848a6b02670814da8de5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f29fe6d7f1947868087ed236e9e4901" is_pre_election: true
02:12:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.960963 22671 raft_consensus.cc:385] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.961313 22671 raft_consensus.cc:740] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f29fe6d7f1947868087ed236e9e4901, State: Initialized, Role: FOLLOWER
02:12:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.962239 21829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d0283fe2903a4144b585e661391e1189" candidate_uuid: "6c8a2cd4a85848a6b02670814da8de5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf1271b2192347d4afa93bd42c7c06c3" is_pre_election: true
02:12:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:06.962987 21603 tablet.cc:2406] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.963191 21829 raft_consensus.cc:2468] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6c8a2cd4a85848a6b02670814da8de5d in term 0.
02:12:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.962001 22671 consensus_queue.cc:260] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } }
02:12:06.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.965257 21689 raft_consensus.cc:2468] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6c8a2cd4a85848a6b02670814da8de5d in term 0.
02:12:06.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.965988 22671 ts_tablet_manager.cc:1434] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.000s
02:12:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.968680 22674 raft_consensus.cc:493] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.969206 22674 raft_consensus.cc:515] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } }
02:12:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.970559 21485 leader_election.cc:304] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c8a2cd4a85848a6b02670814da8de5d, cf1271b2192347d4afa93bd42c7c06c3; no voters: 
02:12:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.972052 22675 raft_consensus.cc:2804] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.972373 22675 raft_consensus.cc:493] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.972694 22675 raft_consensus.cc:3060] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Advancing to term 1
02:12:06.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:06.984230 21738 tablet.cc:2406] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.991164 22675 raft_consensus.cc:515] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } }
02:12:06.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:06.993278 22674 leader_election.cc:290] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6c8a2cd4a85848a6b02670814da8de5d (127.20.169.193:41637), 3f29fe6d7f1947868087ed236e9e4901 (127.20.169.194:34623)
02:12:07.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.002910 21689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d0283fe2903a4144b585e661391e1189" candidate_uuid: "6c8a2cd4a85848a6b02670814da8de5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f29fe6d7f1947868087ed236e9e4901"
02:12:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.003155 21829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d0283fe2903a4144b585e661391e1189" candidate_uuid: "6c8a2cd4a85848a6b02670814da8de5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf1271b2192347d4afa93bd42c7c06c3"
02:12:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.003719 21829 raft_consensus.cc:3060] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Advancing to term 1
02:12:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.003733 21689 raft_consensus.cc:3060] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Advancing to term 1
02:12:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.013698 21689 raft_consensus.cc:2468] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6c8a2cd4a85848a6b02670814da8de5d in term 1.
02:12:07.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.015305 21829 raft_consensus.cc:2468] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6c8a2cd4a85848a6b02670814da8de5d in term 1.
02:12:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.002094 22675 leader_election.cc:290] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [CANDIDATE]: Term 1 election: Requested vote from peers 3f29fe6d7f1947868087ed236e9e4901 (127.20.169.194:34623), cf1271b2192347d4afa93bd42c7c06c3 (127.20.169.195:34599)
02:12:07.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.017268 21485 leader_election.cc:304] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c8a2cd4a85848a6b02670814da8de5d, cf1271b2192347d4afa93bd42c7c06c3; no voters: 
02:12:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.019153 22675 raft_consensus.cc:2804] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 1 FOLLOWER]: Leader election won for term 1
02:12:07.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.032864 22675 raft_consensus.cc:697] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [term 1 LEADER]: Becoming Leader. State: Replica: 6c8a2cd4a85848a6b02670814da8de5d, State: Running, Role: LEADER
02:12:07.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.034161 22675 consensus_queue.cc:237] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } }
02:12:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.044862 21550 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b8d23e6ee8e14067a38571db229c380e" candidate_uuid: "cf1271b2192347d4afa93bd42c7c06c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c8a2cd4a85848a6b02670814da8de5d" is_pre_election: true
02:12:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.045753 21550 raft_consensus.cc:2468] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cf1271b2192347d4afa93bd42c7c06c3 in term 0.
02:12:07.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.048187 21763 leader_election.cc:304] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c8a2cd4a85848a6b02670814da8de5d, cf1271b2192347d4afa93bd42c7c06c3; no voters: 
02:12:07.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.049316 22674 raft_consensus.cc:2804] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:07.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.049706 22674 raft_consensus.cc:493] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:07.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.050053 22674 raft_consensus.cc:3060] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 0 FOLLOWER]: Advancing to term 1
02:12:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.067907 21357 catalog_manager.cc:5696] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6c8a2cd4a85848a6b02670814da8de5d (127.20.169.193). New cstate: current_term: 1 leader_uuid: "6c8a2cd4a85848a6b02670814da8de5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } health_report { overall_health: HEALTHY } } }
02:12:07.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.077775 22674 raft_consensus.cc:515] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } }
02:12:07.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.080673 21550 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b8d23e6ee8e14067a38571db229c380e" candidate_uuid: "cf1271b2192347d4afa93bd42c7c06c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c8a2cd4a85848a6b02670814da8de5d"
02:12:07.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.081245 21550 raft_consensus.cc:3060] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d [term 0 FOLLOWER]: Advancing to term 1
02:12:07.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.082056 22674 leader_election.cc:290] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [CANDIDATE]: Term 1 election: Requested vote from peers 6c8a2cd4a85848a6b02670814da8de5d (127.20.169.193:41637), 3f29fe6d7f1947868087ed236e9e4901 (127.20.169.194:34623)
02:12:07.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.084632 21689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b8d23e6ee8e14067a38571db229c380e" candidate_uuid: "cf1271b2192347d4afa93bd42c7c06c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f29fe6d7f1947868087ed236e9e4901" is_pre_election: true
02:12:07.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.085361 21689 raft_consensus.cc:2468] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cf1271b2192347d4afa93bd42c7c06c3 in term 0.
02:12:07.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.085295 21688 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b8d23e6ee8e14067a38571db229c380e" candidate_uuid: "cf1271b2192347d4afa93bd42c7c06c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f29fe6d7f1947868087ed236e9e4901"
02:12:07.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.085983 21688 raft_consensus.cc:3060] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901 [term 0 FOLLOWER]: Advancing to term 1
02:12:07.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.093020 21688 raft_consensus.cc:2468] T b8d23e6ee8e14067a38571db229c380e P 3f29fe6d7f1947868087ed236e9e4901 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cf1271b2192347d4afa93bd42c7c06c3 in term 1.
02:12:07.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.094799 21762 leader_election.cc:304] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f29fe6d7f1947868087ed236e9e4901, cf1271b2192347d4afa93bd42c7c06c3; no voters: 
02:12:07.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.095022 21550 raft_consensus.cc:2468] T b8d23e6ee8e14067a38571db229c380e P 6c8a2cd4a85848a6b02670814da8de5d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cf1271b2192347d4afa93bd42c7c06c3 in term 1.
02:12:07.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.098109 22674 raft_consensus.cc:2804] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 1 FOLLOWER]: Leader election won for term 1
02:12:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.135685 22674 raft_consensus.cc:697] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [term 1 LEADER]: Becoming Leader. State: Replica: cf1271b2192347d4afa93bd42c7c06c3, State: Running, Role: LEADER
02:12:07.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.137233 22674 consensus_queue.cc:237] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } }
02:12:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.161993 21357 catalog_manager.cc:5696] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 reported cstate change: term changed from 0 to 1, leader changed from <none> to cf1271b2192347d4afa93bd42c7c06c3 (127.20.169.195). New cstate: current_term: 1 leader_uuid: "cf1271b2192347d4afa93bd42c7c06c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 } health_report { overall_health: HEALTHY } } }
02:12:07.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5335e24fdc4741119f23ce864e376eaa
02:12:07.468 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d0283fe2903a4144b585e661391e1189 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:07.468 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b8d23e6ee8e14067a38571db229c380e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:07.471 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=d0283fe2903a4144b585e661391e1189@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)[L],cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299997}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=b8d23e6ee8e14067a38571db229c380e@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299997}]
02:12:07.472 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.169.252:37241, [11ms] Sub RPC GetTableLocations: received response from server master-127.20.169.252:37241: OK, deferred=null) after lookup
02:12:07.479 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)] connecting to peer
02:12:07.482 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)] Successfully connected to peer
02:12:07.543 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:07.548 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8c0bbc0a, L:/127.0.0.1:54174 - R:/127.20.169.193:41637] using TOKEN/null
02:12:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.565038 21829 raft_consensus.cc:1275] T d0283fe2903a4144b585e661391e1189 P cf1271b2192347d4afa93bd42c7c06c3 [term 1 FOLLOWER]: Refusing update from remote peer 6c8a2cd4a85848a6b02670814da8de5d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:12:07.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.567402 22674 consensus_queue.cc:1048] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.577003 21689 raft_consensus.cc:1275] T d0283fe2903a4144b585e661391e1189 P 3f29fe6d7f1947868087ed236e9e4901 [term 1 FOLLOWER]: Refusing update from remote peer 6c8a2cd4a85848a6b02670814da8de5d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:12:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.580276 22698 consensus_queue.cc:1048] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "cf1271b2192347d4afa93bd42c7c06c3" member_type: VOTER last_known_addr { host: "127.20.169.195" port: 34599 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:12:07.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.646270 22700 consensus_queue.cc:1048] T d0283fe2903a4144b585e661391e1189 P 6c8a2cd4a85848a6b02670814da8de5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f29fe6d7f1947868087ed236e9e4901" member_type: VOTER last_known_addr { host: "127.20.169.194" port: 34623 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:12:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:07.648732 21485 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.20.169.195:34599, user_credentials={real_user=slave}} blocked reactor thread for 79683.6us
02:12:07.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.708218 22674 consensus_queue.cc:1048] T b8d23e6ee8e14067a38571db229c380e P cf1271b2192347d4afa93bd42c7c06c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6c8a2cd4a85848a6b02670814da8de5d" member_type: VOTER last_known_addr { host: "127.20.169.193" port: 41637 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:07.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.753661 22697 mvcc.cc:204] Tried to move back new op lower bound from 7305120676074549248 to 7305120673946865664. Current Snapshot: MvccSnapshot[applied={T|T < 7305120676074549248}]
02:12:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.767637 22705 mvcc.cc:204] Tried to move back new op lower bound from 7305120676074549248 to 7305120673946865664. Current Snapshot: MvccSnapshot[applied={T|T < 7305120676074549248}]
02:12:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:07.772720 22711 mvcc.cc:204] Tried to move back new op lower bound from 7305120676074549248 to 7305120673946865664. Current Snapshot: MvccSnapshot[applied={T|T < 7305120676074549248}]
02:12:07.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5335e24fdc4741119f23ce864e376eaa
02:12:07.936 [DEBUG - main] (Connection.java:748) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] connecting to peer
02:12:07.938 [DEBUG - kudu-nio-4] (Connection.java:757) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] Successfully connected to peer
02:12:07.979 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:07.983 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xe1c99ab7, L:/127.0.0.1:60634 - R:/127.20.169.195:34599] using TOKEN/null
02:12:08.116 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:08.119 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:08.121 [DEBUG - main] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:08.122 [DEBUG - main] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:08.123 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.95.61:46449(127.21.95.61:46449)] Successfully connected to peer
02:12:08.131 [DEBUG - main] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:08.132 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.61
02:12:08.132 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.95.60:44877(127.21.95.60:44877)] Successfully connected to peer
02:12:08.160 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.60
02:12:08.160 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.95.62:44295(127.21.95.62:44295)] Successfully connected to peer
02:12:08.171 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:08.176 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe0618e94, L:/127.0.0.1:52614 - R:/127.21.95.61:46449] using SASL/PLAIN
02:12:08.177 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.62
02:12:08.178 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:08.185 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x37314af2, L:/127.0.0.1:55406 - R:/127.21.95.60:44877] using SASL/PLAIN
02:12:08.201 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:08.205 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0e0c8213, L:/127.0.0.1:35406 - R:/127.21.95.62:44295] using SASL/PLAIN
02:12:08.210 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:08.210 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: OK, deferred=null) after lookup
02:12:08.219 [DEBUG - main] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:08.220 [DEBUG - main] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:08.220 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.169.252:37241(127.20.169.252:37241)] Successfully connected to peer
02:12:08.224 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.252
02:12:08.229 [DEBUG - main] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:08.232 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.169.254:40353(127.20.169.254:40353)] Successfully connected to peer
02:12:08.242 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:08.243 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.169.253:38475(127.20.169.253:38475)] Successfully connected to peer
02:12:08.263 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.253
02:12:08.263 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.254
02:12:08.275 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb89a8d12, L:/127.0.0.1:55604 - R:/127.20.169.252:37241] using SASL/PLAIN
02:12:08.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:08.283 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:08.284 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=65), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [65ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: OK, deferred=null) after lookup
02:12:08.287 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:08.290 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb1cbf33e, L:/127.0.0.1:48564 - R:/127.20.169.253:38475] using SASL/PLAIN
02:12:08.293 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5335e24fdc4741119f23ce864e376eaa
02:12:08.296 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf61ae37c, L:/127.0.0.1:38412 - R:/127.20.169.254:40353] using SASL/PLAIN
02:12:08.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d0283fe2903a4144b585e661391e1189 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:08.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b8d23e6ee8e14067a38571db229c380e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:08.335 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d0283fe2903a4144b585e661391e1189@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)[L],cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b8d23e6ee8e14067a38571db229c380e@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.353420 21931 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35406:
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000"
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:12:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:12:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:12:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:12:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:08.358121 21931 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:12:08.420 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:08.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.476958 22422 tablet_service.cc:1511] Processing CreateTablet for tablet da153d849ac4435eb5b62955f4b7075a (DEFAULT_TABLE table=replication_test_table [id=bfe28f8f753c41e8a5a0c82801bde184]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:12:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.479931 22422 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da153d849ac4435eb5b62955f4b7075a. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.521309 22751 tablet_bootstrap.cc:492] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9: Bootstrap starting.
02:12:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.523861 22567 tablet_service.cc:1511] Processing CreateTablet for tablet da153d849ac4435eb5b62955f4b7075a (DEFAULT_TABLE table=replication_test_table [id=bfe28f8f753c41e8a5a0c82801bde184]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:12:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.527467 22567 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da153d849ac4435eb5b62955f4b7075a. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:08.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.529829 22278 tablet_service.cc:1511] Processing CreateTablet for tablet da153d849ac4435eb5b62955f4b7075a (DEFAULT_TABLE table=replication_test_table [id=bfe28f8f753c41e8a5a0c82801bde184]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:12:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.533048 22751 tablet_bootstrap.cc:654] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9: Neither blocks nor log segments found. Creating new log.
02:12:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.533159 22278 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da153d849ac4435eb5b62955f4b7075a. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.536140 22751 log.cc:826] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9: Log is configured to *not* fsync() on all Append() calls
02:12:08.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.563400 22751 tablet_bootstrap.cc:492] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9: No bootstrap required, opened a new log
02:12:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.564411 22751 ts_tablet_manager.cc:1403] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9: Time spent bootstrapping tablet: real 0.045s	user 0.016s	sys 0.017s
02:12:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.606545 22751 raft_consensus.cc:359] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.607415 22751 raft_consensus.cc:385] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.607688 22751 raft_consensus.cc:740] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f3bdbac7d9304705bafacb055568a7b9, State: Initialized, Role: FOLLOWER
02:12:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.608600 22751 consensus_queue.cc:260] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:08.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.614099 22753 tablet_bootstrap.cc:492] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00: Bootstrap starting.
02:12:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.635689 22756 tablet_bootstrap.cc:492] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d: Bootstrap starting.
02:12:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.648113 22756 tablet_bootstrap.cc:654] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d: Neither blocks nor log segments found. Creating new log.
02:12:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.648558 22753 tablet_bootstrap.cc:654] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00: Neither blocks nor log segments found. Creating new log.
02:12:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.650544 22756 log.cc:826] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d: Log is configured to *not* fsync() on all Append() calls
02:12:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.654703 22751 ts_tablet_manager.cc:1434] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9: Time spent starting tablet: real 0.090s	user 0.023s	sys 0.011s
02:12:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.666110 22756 tablet_bootstrap.cc:492] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d: No bootstrap required, opened a new log
02:12:08.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.667129 22756 ts_tablet_manager.cc:1403] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d: Time spent bootstrapping tablet: real 0.033s	user 0.020s	sys 0.004s
02:12:08.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.667148 22753 log.cc:826] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00: Log is configured to *not* fsync() on all Append() calls
02:12:08.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:08.669934 22496 tablet.cc:2406] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:08.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.685158 22753 tablet_bootstrap.cc:492] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00: No bootstrap required, opened a new log
02:12:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.685707 22753 ts_tablet_manager.cc:1403] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00: Time spent bootstrapping tablet: real 0.072s	user 0.013s	sys 0.013s
02:12:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.700959 22756 raft_consensus.cc:359] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.702132 22756 raft_consensus.cc:385] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.702502 22756 raft_consensus.cc:740] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d785fe8f44a648d391310df87172540d, State: Initialized, Role: FOLLOWER
02:12:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.703590 22756 consensus_queue.cc:260] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:08.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.711248 22756 ts_tablet_manager.cc:1434] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d: Time spent starting tablet: real 0.044s	user 0.033s	sys 0.005s
02:12:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.719004 22753 raft_consensus.cc:359] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.720278 22753 raft_consensus.cc:385] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.720813 22753 raft_consensus.cc:740] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 875ebcb85b6e41eb94b8a621676dce00, State: Initialized, Role: FOLLOWER
02:12:08.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.722014 22753 consensus_queue.cc:260] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.726975 22753 ts_tablet_manager.cc:1434] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00: Time spent starting tablet: real 0.041s	user 0.030s	sys 0.003s
02:12:08.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.762007 22761 raft_consensus.cc:493] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.762548 22761 raft_consensus.cc:515] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.765048 22761 leader_election.cc:290] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f3bdbac7d9304705bafacb055568a7b9 (127.21.95.2:41935), d785fe8f44a648d391310df87172540d (127.21.95.1:45581)
02:12:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.778975 22442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da153d849ac4435eb5b62955f4b7075a" candidate_uuid: "875ebcb85b6e41eb94b8a621676dce00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3bdbac7d9304705bafacb055568a7b9" is_pre_election: true
02:12:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.779139 22298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da153d849ac4435eb5b62955f4b7075a" candidate_uuid: "875ebcb85b6e41eb94b8a621676dce00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d785fe8f44a648d391310df87172540d" is_pre_election: true
02:12:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.779843 22442 raft_consensus.cc:2468] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 875ebcb85b6e41eb94b8a621676dce00 in term 0.
02:12:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.779915 22298 raft_consensus.cc:2468] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 875ebcb85b6e41eb94b8a621676dce00 in term 0.
02:12:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.781277 22521 leader_election.cc:304] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 875ebcb85b6e41eb94b8a621676dce00, f3bdbac7d9304705bafacb055568a7b9; no voters: 
02:12:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.781989 22761 raft_consensus.cc:2804] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.782330 22761 raft_consensus.cc:493] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.782562 22761 raft_consensus.cc:3060] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Advancing to term 1
02:12:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.788231 22761 raft_consensus.cc:515] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.790002 22761 leader_election.cc:290] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [CANDIDATE]: Term 1 election: Requested vote from peers f3bdbac7d9304705bafacb055568a7b9 (127.21.95.2:41935), d785fe8f44a648d391310df87172540d (127.21.95.1:45581)
02:12:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.790689 22442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da153d849ac4435eb5b62955f4b7075a" candidate_uuid: "875ebcb85b6e41eb94b8a621676dce00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3bdbac7d9304705bafacb055568a7b9"
02:12:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.791253 22442 raft_consensus.cc:3060] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Advancing to term 1
02:12:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.791860 22298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da153d849ac4435eb5b62955f4b7075a" candidate_uuid: "875ebcb85b6e41eb94b8a621676dce00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d785fe8f44a648d391310df87172540d"
02:12:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.792312 22298 raft_consensus.cc:3060] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Advancing to term 1
02:12:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.800765 22442 raft_consensus.cc:2468] T da153d849ac4435eb5b62955f4b7075a P f3bdbac7d9304705bafacb055568a7b9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 875ebcb85b6e41eb94b8a621676dce00 in term 1.
02:12:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.801080 22298 raft_consensus.cc:2468] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 875ebcb85b6e41eb94b8a621676dce00 in term 1.
02:12:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.802470 22521 leader_election.cc:304] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 875ebcb85b6e41eb94b8a621676dce00, f3bdbac7d9304705bafacb055568a7b9; no voters: 
02:12:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.803254 22761 raft_consensus.cc:2804] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 1 FOLLOWER]: Leader election won for term 1
02:12:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.805846 22761 raft_consensus.cc:697] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [term 1 LEADER]: Becoming Leader. State: Replica: 875ebcb85b6e41eb94b8a621676dce00, State: Running, Role: LEADER
02:12:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.806893 22761 consensus_queue.cc:237] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:08.820721 21931 catalog_manager.cc:5696] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 reported cstate change: term changed from 0 to 1, leader changed from <none> to 875ebcb85b6e41eb94b8a621676dce00 (127.21.95.3). New cstate: current_term: 1 leader_uuid: "875ebcb85b6e41eb94b8a621676dce00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } health_report { overall_health: HEALTHY } } }
02:12:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:08.874737 22639 tablet.cc:2406] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:08.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:08.889598 22352 tablet.cc:2406] T da153d849ac4435eb5b62955f4b7075a P d785fe8f44a648d391310df87172540d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.198944 22761 consensus_queue.cc:1048] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:12:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.208823 21931 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:35406:
02:12:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:12:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.243176 22765 consensus_queue.cc:1048] T da153d849ac4435eb5b62955f4b7075a P 875ebcb85b6e41eb94b8a621676dce00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:09.261224 21931 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 986114c6c6b44156b189b84c2ffad2d2 has no consensus state
02:12:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.306756 22278 tablet_service.cc:1511] Processing CreateTablet for tablet 986114c6c6b44156b189b84c2ffad2d2 (DEFAULT_TABLE table=replication_test_table [id=bfe28f8f753c41e8a5a0c82801bde184]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.308194 22278 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 986114c6c6b44156b189b84c2ffad2d2. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:09.309916 21916 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 986114c6c6b44156b189b84c2ffad2d2 (table replication_test_table [id=bfe28f8f753c41e8a5a0c82801bde184], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 986114c6c6b44156b189b84c2ffad2d2 consensus state has no leader
02:12:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.329313 22422 tablet_service.cc:1511] Processing CreateTablet for tablet 986114c6c6b44156b189b84c2ffad2d2 (DEFAULT_TABLE table=replication_test_table [id=bfe28f8f753c41e8a5a0c82801bde184]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.330459 22422 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 986114c6c6b44156b189b84c2ffad2d2. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.334219 22567 tablet_service.cc:1511] Processing CreateTablet for tablet 986114c6c6b44156b189b84c2ffad2d2 (DEFAULT_TABLE table=replication_test_table [id=bfe28f8f753c41e8a5a0c82801bde184]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.335283 22567 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 986114c6c6b44156b189b84c2ffad2d2. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.352587 22775 tablet_bootstrap.cc:492] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9: Bootstrap starting.
02:12:09.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.358848 22775 tablet_bootstrap.cc:654] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9: Neither blocks nor log segments found. Creating new log.
02:12:09.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.369850 22776 tablet_bootstrap.cc:492] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00: Bootstrap starting.
02:12:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.375839 22778 tablet_bootstrap.cc:492] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d: Bootstrap starting.
02:12:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.376643 22775 tablet_bootstrap.cc:492] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9: No bootstrap required, opened a new log
02:12:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.377264 22775 ts_tablet_manager.cc:1403] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9: Time spent bootstrapping tablet: real 0.025s	user 0.008s	sys 0.014s
02:12:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.377692 22776 tablet_bootstrap.cc:654] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00: Neither blocks nor log segments found. Creating new log.
02:12:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.385633 22775 raft_consensus.cc:359] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.387483 22775 raft_consensus.cc:385] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.387856 22775 raft_consensus.cc:740] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f3bdbac7d9304705bafacb055568a7b9, State: Initialized, Role: FOLLOWER
02:12:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.388774 22775 consensus_queue.cc:260] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.392613 22778 tablet_bootstrap.cc:654] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d: Neither blocks nor log segments found. Creating new log.
02:12:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.392639 22775 ts_tablet_manager.cc:1434] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9: Time spent starting tablet: real 0.015s	user 0.007s	sys 0.000s
02:12:09.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.411974 22778 tablet_bootstrap.cc:492] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d: No bootstrap required, opened a new log
02:12:09.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.413983 22778 ts_tablet_manager.cc:1403] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d: Time spent bootstrapping tablet: real 0.038s	user 0.013s	sys 0.005s
02:12:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.416863 22778 raft_consensus.cc:359] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.418816 22778 raft_consensus.cc:385] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.419106 22778 raft_consensus.cc:740] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d785fe8f44a648d391310df87172540d, State: Initialized, Role: FOLLOWER
02:12:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.427121 21931 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 66e612d6739244a58d4243cc9b720a0a: replication_test_table [id=bfe28f8f753c41e8a5a0c82801bde184] alter complete (version 0)
02:12:09.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.419814 22778 consensus_queue.cc:260] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:09.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.431634 22776 tablet_bootstrap.cc:492] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00: No bootstrap required, opened a new log
02:12:09.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.432096 22776 ts_tablet_manager.cc:1403] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00: Time spent bootstrapping tablet: real 0.063s	user 0.006s	sys 0.007s
02:12:09.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.435176 22776 raft_consensus.cc:359] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:09.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.435943 22776 raft_consensus.cc:385] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:09.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.436252 22776 raft_consensus.cc:740] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 875ebcb85b6e41eb94b8a621676dce00, State: Initialized, Role: FOLLOWER
02:12:09.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.438004 22778 ts_tablet_manager.cc:1434] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d: Time spent starting tablet: real 0.024s	user 0.007s	sys 0.000s
02:12:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.438889 22776 consensus_queue.cc:260] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:09.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.450996 22776 ts_tablet_manager.cc:1434] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00: Time spent starting tablet: real 0.019s	user 0.003s	sys 0.006s
02:12:09.463 [DEBUG - main] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state READY
02:12:09.464 [DEBUG - main] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state READY
02:12:09.464 [DEBUG - main] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state READY
02:12:09.470 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:09.470 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.169.253:38475(127.20.169.253:38475)] handling channelInactive
02:12:09.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state READY due to: connection closed
02:12:09.473 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:12:09.475 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.169.254:40353(127.20.169.254:40353)] handling channelInactive
02:12:09.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state READY due to: connection closed
02:12:09.477 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:12:09.481 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.169.252:37241(127.20.169.252:37241)] handling channelInactive
02:12:09.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state READY due to: connection closed
02:12:09.481 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:12:09.481 [DEBUG - main] (Connection.java:575) [peer master-127.21.95.62:44295(127.21.95.62:44295)] disconnecting while in state READY
02:12:09.482 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.95.62:44295(127.21.95.62:44295)] handling channelInactive
02:12:09.483 [DEBUG - main] (Connection.java:575) [peer master-127.21.95.61:46449(127.21.95.61:46449)] disconnecting while in state READY
02:12:09.485 [DEBUG - main] (Connection.java:575) [peer master-127.21.95.60:44877(127.21.95.60:44877)] disconnecting while in state READY
02:12:09.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state READY due to: connection closed
02:12:09.485 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.95.61:46449(127.21.95.61:46449)] handling channelInactive
02:12:09.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state READY due to: connection closed
02:12:09.486 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.95.60:44877(127.21.95.60:44877)] handling channelInactive
02:12:09.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state READY due to: connection closed
02:12:09.486 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:09.487 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:12:09.487 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:12:09.488 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:12:09.737 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:12:09.740 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:12:09.740 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:12:09.741 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:12:09.741 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:12:09.745 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:12:09.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.773957 22767 raft_consensus.cc:493] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:09.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.774446 22767 raft_consensus.cc:515] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.779177 22767 leader_election.cc:290] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d785fe8f44a648d391310df87172540d (127.21.95.1:45581), 875ebcb85b6e41eb94b8a621676dce00 (127.21.95.3:40011)
02:12:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.829059 22587 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "986114c6c6b44156b189b84c2ffad2d2" candidate_uuid: "f3bdbac7d9304705bafacb055568a7b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "875ebcb85b6e41eb94b8a621676dce00" is_pre_election: true
02:12:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.829878 22587 raft_consensus.cc:2468] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f3bdbac7d9304705bafacb055568a7b9 in term 0.
02:12:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.832058 22378 leader_election.cc:304] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 875ebcb85b6e41eb94b8a621676dce00, f3bdbac7d9304705bafacb055568a7b9; no voters: 
02:12:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.833732 22767 raft_consensus.cc:2804] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.834075 22767 raft_consensus.cc:493] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.834125 22298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "986114c6c6b44156b189b84c2ffad2d2" candidate_uuid: "f3bdbac7d9304705bafacb055568a7b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d785fe8f44a648d391310df87172540d" is_pre_election: true
02:12:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.834388 22767 raft_consensus.cc:3060] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 0 FOLLOWER]: Advancing to term 1
02:12:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.834707 22298 raft_consensus.cc:2468] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f3bdbac7d9304705bafacb055568a7b9 in term 0.
02:12:09.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.841562 22767 raft_consensus.cc:515] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:09.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.843493 22767 leader_election.cc:290] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [CANDIDATE]: Term 1 election: Requested vote from peers d785fe8f44a648d391310df87172540d (127.21.95.1:45581), 875ebcb85b6e41eb94b8a621676dce00 (127.21.95.3:40011)
02:12:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.844609 22298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "986114c6c6b44156b189b84c2ffad2d2" candidate_uuid: "f3bdbac7d9304705bafacb055568a7b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d785fe8f44a648d391310df87172540d"
02:12:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.844897 22587 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "986114c6c6b44156b189b84c2ffad2d2" candidate_uuid: "f3bdbac7d9304705bafacb055568a7b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "875ebcb85b6e41eb94b8a621676dce00"
02:12:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.845151 22298 raft_consensus.cc:3060] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d [term 0 FOLLOWER]: Advancing to term 1
02:12:09.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.845434 22587 raft_consensus.cc:3060] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00 [term 0 FOLLOWER]: Advancing to term 1
02:12:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.852378 22587 raft_consensus.cc:2468] T 986114c6c6b44156b189b84c2ffad2d2 P 875ebcb85b6e41eb94b8a621676dce00 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f3bdbac7d9304705bafacb055568a7b9 in term 1.
02:12:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.852527 22298 raft_consensus.cc:2468] T 986114c6c6b44156b189b84c2ffad2d2 P d785fe8f44a648d391310df87172540d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f3bdbac7d9304705bafacb055568a7b9 in term 1.
02:12:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.853680 22378 leader_election.cc:304] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 875ebcb85b6e41eb94b8a621676dce00, f3bdbac7d9304705bafacb055568a7b9; no voters: 
02:12:09.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.855086 22767 raft_consensus.cc:2804] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 1 FOLLOWER]: Leader election won for term 1
02:12:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.866338 22767 raft_consensus.cc:697] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [term 1 LEADER]: Becoming Leader. State: Replica: f3bdbac7d9304705bafacb055568a7b9, State: Running, Role: LEADER
02:12:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.867523 22767 consensus_queue.cc:237] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } }
02:12:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:09.887094 21931 catalog_manager.cc:5696] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 reported cstate change: term changed from 0 to 1, leader changed from <none> to f3bdbac7d9304705bafacb055568a7b9 (127.21.95.2). New cstate: current_term: 1 leader_uuid: "f3bdbac7d9304705bafacb055568a7b9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f3bdbac7d9304705bafacb055568a7b9" member_type: VOTER last_known_addr { host: "127.21.95.2" port: 41935 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 } health_report { overall_health: UNKNOWN } } }
02:12:10.108 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:12:10.108 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:12:10.108 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:12:10.109 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:12:10.109 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:12:10.109 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:12:10.111 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:12:10.374 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:12:10.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:10.401630 22800 consensus_queue.cc:1048] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d785fe8f44a648d391310df87172540d" member_type: VOTER last_known_addr { host: "127.21.95.1" port: 45581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:12:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:10.458583 22800 consensus_queue.cc:1048] T 986114c6c6b44156b189b84c2ffad2d2 P f3bdbac7d9304705bafacb055568a7b9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "875ebcb85b6e41eb94b8a621676dce00" member_type: VOTER last_known_addr { host: "127.21.95.3" port: 40011 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:10.519 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:12:10.519 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:12:10.519 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:12:10.538 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:12:11.285 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
02:12:11.440 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:12:11.464 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:12:11.492 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
02:12:11.507 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:12:11.535 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:12:11.658 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:12:11.663 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:12:11.664 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:12:11.671 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:12:11.672 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:12:11.674 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:12:11.674 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:12:11.675 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:12:11.678 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:12:11.678 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:12:11.679 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:12:11.681 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:12:11.681 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:12:11.681 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:12:11.681 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:12:11.681 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:12:11.684 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:12:11.684 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:12:11.684 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:12:11.685 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:12:11.685 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:12:11.686 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:12:11.686 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:12:11.686 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:12:11.701 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_5ef11449c758fdb25046f7a432645ec0/blobStorage
02:12:11.707 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:46181 - max concurrent requests: 50 - max backlog: 1000
02:12:11.714 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_5ef11449c758fdb25046f7a432645ec0/blobStorage
02:12:11.716 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_5ef11449c758fdb25046f7a432645ec0/blobStorage
02:12:11.717 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:12:11.721 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 78539c5f-17c1-466c-a96a-f07b3ca722ed
02:12:11.746 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
02:12:11.750 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-b8738eed-bbd0-4817-907c-bf111e3eb54d
02:12:11.760 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-4aba0d9f-bf9f-4f49-b8ba-8f0890dc8622
02:12:11.853 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:12:11.876 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:12:11.876 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:12:11.878 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:12:11.912 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:12:11.924 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_0 .
02:12:11.977 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
02:12:11.979 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-41fc10c5-8a35-4267-ac12-bbdb3521ef65
02:12:12.054 [INFO - main] (RestServerEndpoint.java:567) Upload directory /tmp/flink-web-upload does not exist. 
02:12:12.055 [INFO - main] (RestServerEndpoint.java:592) Created directory /tmp/flink-web-upload for file uploads.
02:12:12.071 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:12:12.074 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:12:12.397 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:12:12.398 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:12:12.566 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:38947
02:12:12.567 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:12:12.571 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:38947 was granted leadership with leaderSessionID=9fefc580-e8f1-43b8-ab47-df2864dc47d3
02:12:12.571 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:38947 , session=9fefc580-e8f1-43b8-ab47-df2864dc47d3
02:12:12.591 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:12:12.591 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:12:12.591 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:12:12.593 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 4d1f50ab-6836-43a5-b48d-bec8dadf8caa. Creating new DispatcherLeaderProcess.
02:12:12.615 [INFO - pool-11-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id b1fee6fe-a51a-424d-ab29-69dd0460cc82.
02:12:12.623 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:12:12.624 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:12:12.635 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:12:12.635 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:12:12.657 [INFO - pool-11-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_1 .
02:12:12.666 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_2 .
02:12:12.673 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
02:12:12.678 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:12:12.679 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:12:12.679 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:12:12.679 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:12:12.679 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_1 , session=b1fee6fe-a51a-424d-ab29-69dd0460cc82
02:12:12.683 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(ab2969dd0460cc82b1fee6fea51a424d).
02:12:12.691 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_2 , session=4d1f50ab-6836-43a5-b48d-bec8dadf8caa
02:12:12.719 [INFO - flink-pekko.actor.default-dispatcher-10] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:12:12.731 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (44a1d56ce7e44c75dd2bece6ef564b6b).
02:12:12.733 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (44a1d56ce7e44c75dd2bece6ef564b6b).
02:12:12.734 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID 78539c5f-17c1-466c-a96a-f07b3ca722ed (pekko://flink/user/rpc/taskmanager_0) at ResourceManager
02:12:12.737 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_1 under registration id c646930e844c31996069a2119d7190f0.
02:12:12.738 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:344) Registering task executor 78539c5f-17c1-466c-a96a-f07b3ca722ed under c646930e844c31996069a2119d7190f0 at the slot manager.
02:12:12.749 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-44a1d56ce7e44c75dd2bece6ef564b6b'.
02:12:12.751 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 44a1d56ce7e44c75dd2bece6ef564b6b was granted leadership with leader id c3fd4b8f-9b94-44cb-bdac-f8646c9dcec5. Creating new JobMasterServiceProcess.
02:12:12.768 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_3 .
02:12:12.779 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (44a1d56ce7e44c75dd2bece6ef564b6b).
02:12:12.807 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b).
02:12:12.857 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 36cb08e5b2262447d41abc2163d3a7fa for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:12.888 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b).
02:12:12.889 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:12:12.935 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 2 ms, total 4 pipelined regions currently.
02:12:12.944 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57edb64c
02:12:12.944 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:12:12.945 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:12:13.008 [INFO - jobmanager-io-thread-1] (FileSystem.java:1139) Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
02:12:13.042 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:12:13.053 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@675665fd for Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b).
02:12:13.064 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_3 , session=c3fd4b8f-9b94-44cb-bdac-f8646c9dcec5
02:12:13.068 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (44a1d56ce7e44c75dd2bece6ef564b6b) under job master id bdacf8646c9dcec5c3fd4b8f9b9444cb.
02:12:13.072 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:12:13.080 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:13.083 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:12:13.083 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state CREATED to RUNNING.
02:12:13.089 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:13.092 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:12:13.093 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:13.102 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.169.252:37241(127.20.169.252:37241)] Successfully connected to peer
02:12:13.109 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:13.111 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:12:13.113 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:12:13.114 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:12:13.116 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(ab2969dd0460cc82b1fee6fea51a424d)
02:12:13.119 [INFO - flink-pekko.actor.default-dispatcher-10] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:12:13.119 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.252
02:12:13.121 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.169.254:40353(127.20.169.254:40353)] Successfully connected to peer
02:12:13.121 [INFO - flink-pekko.actor.default-dispatcher-10] (ResourceManager.java:390) Registering job manager bdacf8646c9dcec5c3fd4b8f9b9444cb@pekko://flink/user/rpc/jobmanager_3 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:13.121 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.169.253:38475(127.20.169.253:38475)] Successfully connected to peer
02:12:13.130 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.254
02:12:13.131 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.253
02:12:13.139 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:13.149 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:13.153 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x260e1267, L:/127.0.0.1:54892 - R:/127.20.169.252:37241] using SASL/PLAIN
02:12:13.161 [DEBUG - main] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:13.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:13.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [74ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: OK, deferred=null) after lookup
02:12:13.165 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager bdacf8646c9dcec5c3fd4b8f9b9444cb@pekko://flink/user/rpc/jobmanager_3 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:13.167 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:13.168 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5335e24fdc4741119f23ce864e376eaa
02:12:13.170 [DEBUG - main] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:13.172 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.95.61:46449(127.21.95.61:46449)] Successfully connected to peer
02:12:13.178 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xac7fa211, L:/127.0.0.1:46934 - R:/127.20.169.254:40353] using SASL/PLAIN
02:12:13.182 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:13.186 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfe9d1703, L:/127.0.0.1:35158 - R:/127.20.169.253:38475] using SASL/PLAIN
02:12:13.186 [DEBUG - main] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:13.187 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: ab2969dd0460cc82b1fee6fea51a424d.
02:12:13.188 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.95.60:44877(127.21.95.60:44877)] Successfully connected to peer
02:12:13.191 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:12:13.192 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.95.62:44295(127.21.95.62:44295)] Successfully connected to peer
02:12:13.197 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d0283fe2903a4144b585e661391e1189 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:13.197 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b8d23e6ee8e14067a38571db229c380e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:13.198 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d0283fe2903a4144b585e661391e1189@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)[L],cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b8d23e6ee8e14067a38571db229c380e@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:13.202 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.62
02:12:13.208 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.60
02:12:13.217 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.61
02:12:13.227 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:13.231 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:13.232 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:13.239 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x02d25213, L:/127.0.0.1:53078 - R:/127.21.95.62:44295] using SASL/PLAIN
02:12:13.240 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf19f5283, L:/127.0.0.1:53594 - R:/127.21.95.60:44877] using SASL/PLAIN
02:12:13.241 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x53d17866, L:/127.0.0.1:34966 - R:/127.21.95.61:46449] using SASL/PLAIN
02:12:13.246 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:13.247 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=93), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [86ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: OK, deferred=null) after lookup
02:12:13.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:13.265 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 44a1d56ce7e44c75dd2bece6ef564b6b
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 78539c5f-17c1-466c-a96a-f07b3ca722ed
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:12:13.269 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet da153d849ac4435eb5b62955f4b7075a for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:13.269 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 986114c6c6b44156b189b84c2ffad2d2 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:13.270 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da153d849ac4435eb5b62955f4b7075a@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)[L],d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=986114c6c6b44156b189b84c2ffad2d2@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011),d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998}]
02:12:13.275 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 24f28acf9959c4eaab4ba1daf1725408 from 78539c5f-17c1-466c-a96a-f07b3ca722ed for job 44a1d56ce7e44c75dd2bece6ef564b6b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:12:13.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.95.62:44295, [5ms] Sub RPC GetTableLocations: received response from server master-127.21.95.62:44295: OK, deferred=null)) after lookup
02:12:13.297 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 24f28acf9959c4eaab4ba1daf1725408 for job 44a1d56ce7e44c75dd2bece6ef564b6b from resource manager with leader id ab2969dd0460cc82b1fee6fea51a424d.
02:12:13.298 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 24f28acf9959c4eaab4ba1daf1725408 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:12:13.303 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a3defdadf52c91f803cb5705c1126b08 from 78539c5f-17c1-466c-a96a-f07b3ca722ed for job 44a1d56ce7e44c75dd2bece6ef564b6b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:12:13.305 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 24b1bffa431a13448500fc83260c11f7 from 78539c5f-17c1-466c-a96a-f07b3ca722ed for job 44a1d56ce7e44c75dd2bece6ef564b6b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:12:13.305 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultJobLeaderService.java:192) Add job 44a1d56ce7e44c75dd2bece6ef564b6b for job leader monitoring.
02:12:13.306 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 27ae1e5e0cfcf00971bf3a6c8511a857 from 78539c5f-17c1-466c-a96a-f07b3ca722ed for job 44a1d56ce7e44c75dd2bece6ef564b6b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:12:13.307 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_3 with leader id c3fd4b8f-9b94-44cb-bdac-f8646c9dcec5.
02:12:13.309 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:12:13.310 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request a3defdadf52c91f803cb5705c1126b08 for job 44a1d56ce7e44c75dd2bece6ef564b6b from resource manager with leader id ab2969dd0460cc82b1fee6fea51a424d.
02:12:13.311 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for a3defdadf52c91f803cb5705c1126b08 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:12:13.311 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 24b1bffa431a13448500fc83260c11f7 for job 44a1d56ce7e44c75dd2bece6ef564b6b from resource manager with leader id ab2969dd0460cc82b1fee6fea51a424d.
02:12:13.311 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 24b1bffa431a13448500fc83260c11f7 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:12:13.312 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 27ae1e5e0cfcf00971bf3a6c8511a857 for job 44a1d56ce7e44c75dd2bece6ef564b6b from resource manager with leader id ab2969dd0460cc82b1fee6fea51a424d.
02:12:13.312 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 27ae1e5e0cfcf00971bf3a6c8511a857 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:12:13.316 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_3 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:13.318 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:13.320 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] connecting to peer
02:12:13.322 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:13.337 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:12:13.361 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] Successfully connected to peer
02:12:13.363 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857
02:12:13.376 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:12:13.391 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:13.397 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:12:13.397 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id a3defdadf52c91f803cb5705c1126b08
02:12:13.398 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc6fdac12, L:/127.0.0.1:36264 - R:/127.21.95.3:40011] using TOKEN/null
02:12:13.415 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:12:13.415 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24f28acf9959c4eaab4ba1daf1725408
02:12:13.417 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:12:13.417 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24b1bffa431a13448500fc83260c11f7
02:12:13.423 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:13.430 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:84) StateChangelogStorageLoader initialized with shortcut names {memory,filesystem}.
02:12:13.431 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:12:13.443 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.443 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:13.445 [DEBUG - main] (Connection.java:748) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] connecting to peer
02:12:13.447 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 44a1d56ce7e44c75dd2bece6ef564b6b
02:12:13.460 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857.
02:12:13.461 [DEBUG - kudu-nio-4] (Connection.java:757) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] Successfully connected to peer
02:12:13.481 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:12:13.493 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:12:13.496 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id a3defdadf52c91f803cb5705c1126b08.
02:12:13.506 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:12:13.510 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 24f28acf9959c4eaab4ba1daf1725408.
02:12:13.511 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:12:13.511 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:12:13.514 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:12:13.519 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:12:13.523 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 24b1bffa431a13448500fc83260c11f7.
02:12:13.524 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:12:13.524 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:12:13.537 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:13.541 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:12:13.541 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:12:13.541 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:12:13.541 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:12:13.542 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:12:13.542 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:12:13.562 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x305b2fe5, L:/127.0.0.1:35142 - R:/127.21.95.2:41935] using TOKEN/null
02:12:13.564 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60764307
02:12:13.564 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:12:13.565 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:12:13.566 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c143a17
02:12:13.566 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:12:13.566 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:12:13.570 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ea3d0e6
02:12:13.570 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:12:13.571 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:12:13.579 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1590af22
02:12:13.579 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:12:13.579 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:12:13.583 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.583 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:13.591 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:13.608 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:12:13.610 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:12:13.610 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:12:13.612 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:12:13.614 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:12:13.615 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:12:13.617 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:12:13.621 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:12:13.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.642 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:13.661 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.662 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:13.723 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.723 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:13.731 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.736 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:13.792 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e6fecbc
02:12:13.794 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.795 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:13.795 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@215638de
02:12:13.795 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71fddafa
02:12:13.804 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@63344c97
02:12:13.806 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.806 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:13.863 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.863 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:13.870 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.871 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:13.882 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:13.884 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:13.891 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:13.892 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:13.892 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:13.893 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:13.899 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:13.901 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:13.904 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:13.908 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.95.61:46449(127.21.95.61:46449)] Successfully connected to peer
02:12:13.917 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:13.918 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.61
02:12:13.926 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.95.60:44877(127.21.95.60:44877)] Successfully connected to peer
02:12:13.929 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.930 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:13.936 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.95.62:44295(127.21.95.62:44295)] Successfully connected to peer
02:12:13.938 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.938 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:13.942 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.60
02:12:13.957 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:13.966 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.95.61:46449(127.21.95.61:46449)] Successfully connected to peer
02:12:13.974 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:13.977 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.62
02:12:13.980 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:13.983 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.95.61:46449(127.21.95.61:46449)] Successfully connected to peer
02:12:13.985 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:13.999 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:13.999 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.008 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x787deed7, L:/127.0.0.1:53608 - R:/127.21.95.60:44877] using SASL/PLAIN
02:12:14.008 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.009 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.026 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.95.60:44877(127.21.95.60:44877)] Successfully connected to peer
02:12:14.030 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:14.031 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.61
02:12:14.040 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.045 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.61
02:12:14.046 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.049 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.95.61:46449(127.21.95.61:46449)] Successfully connected to peer
02:12:14.052 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.95.62:44295(127.21.95.62:44295)] Successfully connected to peer
02:12:14.056 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:14.056 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.60
02:12:14.058 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.95.60:44877(127.21.95.60:44877)] Successfully connected to peer
02:12:14.060 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.95.62:44295(127.21.95.62:44295)] Successfully connected to peer
02:12:14.063 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.61
02:12:14.065 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa1a62429, L:/127.0.0.1:53086 - R:/127.21.95.62:44295] using SASL/PLAIN
02:12:14.065 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:14.065 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.066 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.067 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.95.62:44295(127.21.95.62:44295)] Successfully connected to peer
02:12:14.070 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.95.60:44877(127.21.95.60:44877)] Successfully connected to peer
02:12:14.074 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.077 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.082 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.62
02:12:14.087 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.60
02:12:14.089 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:14.092 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.62
02:12:14.093 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.62
02:12:14.094 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4d0210fb, L:/127.0.0.1:34972 - R:/127.21.95.61:46449] using SASL/PLAIN
02:12:14.096 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.95.60
02:12:14.102 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:14.102 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=216), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: OK, [211ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: OK, deferred=null) after lookup
02:12:14.106 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:14.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:14.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c0dc5c0
02:12:14.133 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.134 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.135 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.137 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.154 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.153 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.152 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.152 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd07cda19, L:/127.0.0.1:34974 - R:/127.21.95.61:46449] using SASL/PLAIN
02:12:14.161 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeb8cbb7c, L:/127.0.0.1:53646 - R:/127.21.95.60:44877] using SASL/PLAIN
02:12:14.152 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.151 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.149 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.148 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.143 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:12:14.168 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9f1bc474, L:/127.0.0.1:53090 - R:/127.21.95.62:44295] using SASL/PLAIN
02:12:14.169 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:12:14.170 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2dcd8a26, L:/127.0.0.1:53632 - R:/127.21.95.60:44877] using SASL/PLAIN
02:12:14.142 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.171 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.172 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x38da6769, L:/127.0.0.1:34994 - R:/127.21.95.61:46449] using SASL/PLAIN
02:12:14.177 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:14.182 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7577f73a, L:/127.0.0.1:53098 - R:/127.21.95.62:44295] using SASL/PLAIN
02:12:14.188 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:14.188 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=294), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [287ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: OK, deferred=null) after lookup
02:12:14.189 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=295), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [278ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: OK, [279ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: OK, [289ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: OK, deferred=null) after lookup
02:12:14.194 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:14.194 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:12:14.195 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4de120cd, L:/127.0.0.1:53624 - R:/127.21.95.60:44877] using SASL/PLAIN
02:12:14.195 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='43c5f40849cce6da8cd89e2756aa38c3e3e70165dcb8ebf3597acd54cf11b6e3'}]
02:12:14.200 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:14.202 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:14.200 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4c953656, L:/127.0.0.1:34986 - R:/127.21.95.61:46449] using SASL/PLAIN
02:12:14.205 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbaab3615, L:/127.0.0.1:53088 - R:/127.21.95.62:44295] using SASL/PLAIN
02:12:14.208 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:14.208 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:14.209 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e2709f4
02:12:14.210 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:14.211 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26ee4a92
02:12:14.211 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:12:14.208 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=317), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [315ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: OK, [317ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: OK, [317ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: OK, deferred=null) after lookup
02:12:14.212 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:12:14.214 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:12:14.214 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:12:14.214 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:12:14.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:12:14.216 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:14.217 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:12:14.226 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:14.227 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@423728ee
02:12:14.228 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.228 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:12:14.229 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:12:14.231 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3140d06f928be0e38456e5ff5f42c9460192d5029a954435596d8130cd850f3e'}]
02:12:14.233 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:14.234 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:12:14.239 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.240 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.250 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:12:14.258 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:12:14.265 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=b8d23e6ee8e14067a38571db229c380e@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}]
02:12:14.265 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:12:14.266 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=d0283fe2903a4144b585e661391e1189@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}]
02:12:14.276 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:12:14.276 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:12:14.283 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] connecting to peer
02:12:14.284 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] connecting to peer
02:12:14.286 [DEBUG - kudu-nio-0] (Connection.java:757) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] Successfully connected to peer
02:12:14.293 [DEBUG - kudu-nio-0] (Connection.java:757) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] Successfully connected to peer
02:12:14.297 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.195
02:12:14.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.302 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.311 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.311 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.314 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.324 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5b1cafb1, L:/127.0.0.1:33646 - R:/127.20.169.195:34599] using SASL/PLAIN
02:12:14.329 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.195
02:12:14.369 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.370 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.378 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.378 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.379 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.402 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305120698728448001) for scanner KuduScanner(table=replication_test_table, tablet=d0283fe2903a4144b585e661391e1189, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.405 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [43c5f40849cce6da8cd89e2756aa38c3e3e70165dcb8ebf3597acd54cf11b6e3]
02:12:14.407 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:12:14.413 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x245691e2, L:/127.0.0.1:33662 - R:/127.20.169.195:34599] using SASL/PLAIN
02:12:14.436 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305120698728448001) for scanner KuduScanner(table=replication_test_table, tablet=b8d23e6ee8e14067a38571db229c380e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.437 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [3140d06f928be0e38456e5ff5f42c9460192d5029a954435596d8130cd850f3e]
02:12:14.437 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:12:14.437 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.438 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.457 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.457 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.562 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.563 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.570 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.570 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.583 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet da153d849ac4435eb5b62955f4b7075a for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:14.583 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 986114c6c6b44156b189b84c2ffad2d2 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:14.584 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da153d849ac4435eb5b62955f4b7075a@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)[L],d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=986114c6c6b44156b189b84c2ffad2d2@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011),d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:14.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476734589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:14.603 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet 986114c6c6b44156b189b84c2ffad2d2 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:14.603 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=986114c6c6b44156b189b84c2ffad2d2@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011),d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:14.612 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:2538) Learned about tablet da153d849ac4435eb5b62955f4b7075a for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:14.613 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:2538) Learned about tablet 986114c6c6b44156b189b84c2ffad2d2 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:14.613 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da153d849ac4435eb5b62955f4b7075a@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)[L],d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=986114c6c6b44156b189b84c2ffad2d2@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011),d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:14.617 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3140d06f928be0e38456e5ff5f42c9460192d5029a954435596d8130cd850f3e]
02:12:14.625 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [43c5f40849cce6da8cd89e2756aa38c3e3e70165dcb8ebf3597acd54cf11b6e3]
02:12:14.628 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 43c5f40849cce6da8cd89e2756aa38c3e3e70165dcb8ebf3597acd54cf11b6e3 finished by subtask 1; deferring removal (restored in pending)
02:12:14.629 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.630 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.637 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.637 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.638 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3140d06f928be0e38456e5ff5f42c9460192d5029a954435596d8130cd850f3e finished by subtask 0; deferring removal (restored in pending)
02:12:14.642 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:12:14.642 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:12:14.643 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] disconnecting while in state READY
02:12:14.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:12:14.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:12:14.643 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] disconnecting while in state READY
02:12:14.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:14.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:14.695 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=325, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@149da1f1, flushNotification=Deferred@919917413(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:12:14.701 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1652cc8a, flushNotification=Deferred@772817285(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:12:14.718 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] connecting to peer
02:12:14.721 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] connecting to peer
02:12:14.725 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.725 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.734 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.734 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.757 [DEBUG - kudu-nio-0] (Connection.java:239) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] handling channelInactive
02:12:14.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] cleaning up while in state READY due to: connection closed
02:12:14.758 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:12:14.758 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:12:14.779 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] Successfully connected to peer
02:12:14.794 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.794 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.803 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.803 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.839 [DEBUG - kudu-nio-0] (Connection.java:239) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] handling channelInactive
02:12:14.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] cleaning up while in state READY due to: connection closed
02:12:14.840 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:12:14.840 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:12:14.842 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.866 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.866 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.877 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.877 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.880 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] Successfully connected to peer
02:12:14.890 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7eed93f1, L:/127.0.0.1:35154 - R:/127.21.95.2:41935] using TOKEN/null
02:12:14.936 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:14.938 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.938 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:14.945 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:14.945 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:14.987 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xbb03e1ba, L:/127.0.0.1:36276 - R:/127.21.95.3:40011] using TOKEN/null
02:12:15.005 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.006 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:15.014 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.015 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:15.075 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.075 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:15.085 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.085 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:15.147 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.147 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:15.156 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.157 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:15.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5335e24fdc4741119f23ce864e376eaa
02:12:15.166 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:15.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5335e24fdc4741119f23ce864e376eaa
02:12:15.183 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:15.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d0283fe2903a4144b585e661391e1189 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:15.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b8d23e6ee8e14067a38571db229c380e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:15.188 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d0283fe2903a4144b585e661391e1189@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)[L],cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b8d23e6ee8e14067a38571db229c380e@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:15.194 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet da153d849ac4435eb5b62955f4b7075a for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:15.195 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 986114c6c6b44156b189b84c2ffad2d2 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:15.195 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da153d849ac4435eb5b62955f4b7075a@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)[L],d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=986114c6c6b44156b189b84c2ffad2d2@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011),d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:15.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5335e24fdc4741119f23ce864e376eaa
02:12:15.207 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table bfe28f8f753c41e8a5a0c82801bde184
02:12:15.211 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d0283fe2903a4144b585e661391e1189 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:15.211 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b8d23e6ee8e14067a38571db229c380e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:15.212 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d0283fe2903a4144b585e661391e1189@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)[L],cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b8d23e6ee8e14067a38571db229c380e@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:15.212 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.169.252:37241, [4ms] Sub RPC GetTableLocations: received response from server master-127.20.169.252:37241: OK, deferred=null)) after lookup
02:12:15.213 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 44a1d56ce7e44c75dd2bece6ef564b6b (2250 bytes, checkpointDuration=614 ms, finalizationTime=10 ms).
02:12:15.227 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:12:15.228 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 139
02:12:15.228 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 43c5f40849cce6da8cd89e2756aa38c3e3e70165dcb8ebf3597acd54cf11b6e3 from pending
02:12:15.228 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 3140d06f928be0e38456e5ff5f42c9460192d5029a954435596d8130cd850f3e from pending
02:12:15.228 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 2 finished splits from enumerator state
02:12:15.229 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476735228 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:15.253 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=19 ms, finalizationTime=6 ms).
02:12:15.258 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d0283fe2903a4144b585e661391e1189, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.258 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d0283fe2903a4144b585e661391e1189 for partition [0x80000000, 0x80000032) with scanner id null
02:12:15.261 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:12:15.269 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b8d23e6ee8e14067a38571db229c380e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.269 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b8d23e6ee8e14067a38571db229c380e for partition [0x80000064, 0x800000C8) with scanner id null
02:12:15.274 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet da153d849ac4435eb5b62955f4b7075a for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:15.275 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 986114c6c6b44156b189b84c2ffad2d2 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:15.275 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da153d849ac4435eb5b62955f4b7075a@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)[L],d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=986114c6c6b44156b189b84c2ffad2d2@[875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011),d785fe8f44a648d391310df87172540d(127.21.95.1:45581),f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:15.275 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.95.62:44295, [4ms] Sub RPC GetTableLocations: received response from server master-127.21.95.62:44295: OK, deferred=null)) after lookup
02:12:15.285 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.285 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:15.296 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.297 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:15.311 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d0283fe2903a4144b585e661391e1189, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.312 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d0283fe2903a4144b585e661391e1189 for partition [0x80000000, 0x80000032) with scanner id null
02:12:15.323 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b8d23e6ee8e14067a38571db229c380e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.323 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b8d23e6ee8e14067a38571db229c380e for partition [0x80000064, 0x800000C8) with scanner id null
02:12:15.348 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da153d849ac4435eb5b62955f4b7075a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.348 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da153d849ac4435eb5b62955f4b7075a for partition [0x80000000, 0x80000032) with scanner id null
02:12:15.368 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=986114c6c6b44156b189b84c2ffad2d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:15.369 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 986114c6c6b44156b189b84c2ffad2d2 for partition [0x80000064, 0x800000C8) with scanner id null
02:12:15.370 [DEBUG - main] (Connection.java:575) [peer master-127.21.95.62:44295(127.21.95.62:44295)] disconnecting while in state READY
02:12:15.370 [DEBUG - main] (Connection.java:575) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] disconnecting while in state READY
02:12:15.370 [DEBUG - main] (Connection.java:575) [peer master-127.21.95.61:46449(127.21.95.61:46449)] disconnecting while in state READY
02:12:15.370 [DEBUG - main] (Connection.java:575) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] disconnecting while in state READY
02:12:15.370 [DEBUG - main] (Connection.java:575) [peer master-127.21.95.60:44877(127.21.95.60:44877)] disconnecting while in state READY
02:12:15.371 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.95.60:44877(127.21.95.60:44877)] handling channelInactive
02:12:15.371 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.95.61:46449(127.21.95.61:46449)] handling channelInactive
02:12:15.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state READY due to: connection closed
02:12:15.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state READY due to: connection closed
02:12:15.372 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.95.62:44295(127.21.95.62:44295)] handling channelInactive
02:12:15.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state READY due to: connection closed
02:12:15.373 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:15.374 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:12:15.375 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:12:15.375 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
02:12:15.372 [DEBUG - kudu-nio-4] (Connection.java:239) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] handling channelInactive
02:12:15.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] cleaning up while in state READY due to: connection closed
02:12:15.376 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
02:12:15.382 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] handling channelInactive
02:12:15.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] cleaning up while in state READY due to: connection closed
02:12:15.383 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:12:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:15.382988 21884 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 22178
02:12:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:15.479373 21884 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 22351
02:12:15.565 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] handling channelInactive
02:12:15.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] cleaning up while in state READY due to: connection closed
02:12:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:15.566840 22521 connection.cc:573] client connection to 127.21.95.2:41935 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:12:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:15.567382 22521 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:12:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:15.568234 21884 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 22495
02:12:15.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476735589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:15.624 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=34 ms, finalizationTime=1 ms).
02:12:15.628 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] handling channelInactive
02:12:15.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] cleaning up while in state READY due to: connection closed
02:12:15.630 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:12:15.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:15.630085 21884 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 21897
02:12:15.694 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.95.62:44295(127.21.95.62:44295)] handling channelInactive
02:12:15.694 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.95.62:44295(127.21.95.62:44295)] handling channelInactive
02:12:15.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state READY due to: connection closed
02:12:15.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state READY due to: connection closed
02:12:15.694 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.95.62:44295(127.21.95.62:44295)] handling channelInactive
02:12:15.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state READY due to: connection closed
02:12:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:15.695745 21884 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 21969
02:12:15.698 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.95.62:44295(127.21.95.62:44295)] handling channelInactive
02:12:15.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state READY due to: connection closed
02:12:15.738 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.95.61:46449(127.21.95.61:46449)] handling channelInactive
02:12:15.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state READY due to: connection closed
02:12:15.738 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.95.61:46449(127.21.95.61:46449)] handling channelInactive
02:12:15.738 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.95.61:46449(127.21.95.61:46449)] handling channelInactive
02:12:15.738 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.95.61:46449(127.21.95.61:46449)] handling channelInactive
02:12:15.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state READY due to: connection closed
02:12:15.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state READY due to: connection closed
02:12:15.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state READY due to: connection closed
02:12:15.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:15.743069 21884 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 22046
02:12:15.780 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.95.60:44877(127.21.95.60:44877)] handling channelInactive
02:12:15.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state READY due to: connection closed
02:12:15.781 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.95.60:44877(127.21.95.60:44877)] handling channelInactive
02:12:15.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state READY due to: connection closed
02:12:15.783 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.95.60:44877(127.21.95.60:44877)] handling channelInactive
02:12:15.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state READY due to: connection closed
02:12:15.784 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.95.60:44877(127.21.95.60:44877)] handling channelInactive
02:12:15.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state READY due to: connection closed
02:12:16.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476736088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:16.124 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=33 ms, finalizationTime=3 ms).
02:12:16.126 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:12:16.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476736588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:16.637 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=48 ms, finalizationTime=1 ms).
02:12:16.639 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:12:17.092 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476737088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:17.092 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5335e24fdc4741119f23ce864e376eaa
02:12:17.119 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=30 ms, finalizationTime=1 ms).
02:12:17.122 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:12:17.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d0283fe2903a4144b585e661391e1189 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:12:17.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b8d23e6ee8e14067a38571db229c380e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:12:17.128 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d0283fe2903a4144b585e661391e1189@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)[L],cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b8d23e6ee8e14067a38571db229c380e@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:17.138 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='855a8ca738942c07915f53140ca77f516501f316c9ab32ba822f5e4fe133de33'}]
02:12:17.141 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='84d1f1c37796f1a8eaa69884f83eb8d54de125cec4ff7697a8077dc5e4e90bd9'}]
02:12:17.144 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:17.146 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:17.156 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:12:17.161 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299988, tablet=d0283fe2903a4144b585e661391e1189@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}]
02:12:17.164 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:12:17.166 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299991, tablet=b8d23e6ee8e14067a38571db229c380e@[3f29fe6d7f1947868087ed236e9e4901(127.20.169.194:34623),6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637),cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)[L]]}]
02:12:17.168 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] connecting to peer
02:12:17.170 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] connecting to peer
02:12:17.175 [DEBUG - kudu-nio-0] (Connection.java:757) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] Successfully connected to peer
02:12:17.195 [DEBUG - kudu-nio-0] (Connection.java:757) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] Successfully connected to peer
02:12:17.198 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.195
02:12:17.215 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.169.195
02:12:17.229 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:17.236 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1f1ecac4, L:/127.0.0.1:33668 - R:/127.20.169.195:34599] using SASL/PLAIN
02:12:17.242 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:17.248 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xace35ef1, L:/127.0.0.1:33670 - R:/127.20.169.195:34599] using SASL/PLAIN
02:12:17.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:12:17Z chronyd exiting
02:12:17.258 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120715108352001) for scanner KuduScanner(table=replication_test_table, tablet=b8d23e6ee8e14067a38571db229c380e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:17.262 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [84d1f1c37796f1a8eaa69884f83eb8d54de125cec4ff7697a8077dc5e4e90bd9]
02:12:17.262 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [84d1f1c37796f1a8eaa69884f83eb8d54de125cec4ff7697a8077dc5e4e90bd9]
02:12:17.263 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:12:17.263 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:12:17.264 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 84d1f1c37796f1a8eaa69884f83eb8d54de125cec4ff7697a8077dc5e4e90bd9 finished by subtask 2; deferring removal (restored in pending)
02:12:17.265 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] disconnecting while in state READY
02:12:17.266 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:17.288 [DEBUG - kudu-nio-0] (Connection.java:239) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] handling channelInactive
02:12:17.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] cleaning up while in state READY due to: connection closed
02:12:17.289 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:12:17.289 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:12:17.411 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120715108352001) for scanner KuduScanner(table=replication_test_table, tablet=d0283fe2903a4144b585e661391e1189, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:17.413 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [855a8ca738942c07915f53140ca77f516501f316c9ab32ba822f5e4fe133de33]
02:12:17.413 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [855a8ca738942c07915f53140ca77f516501f316c9ab32ba822f5e4fe133de33]
02:12:17.414 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:12:17.414 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:12:17.415 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 855a8ca738942c07915f53140ca77f516501f316c9ab32ba822f5e4fe133de33 finished by subtask 3; deferring removal (restored in pending)
02:12:17.416 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] disconnecting while in state READY
02:12:17.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:17.436 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:12:17.437 [DEBUG - kudu-nio-0] (Connection.java:239) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] handling channelInactive
02:12:17.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] cleaning up while in state READY due to: connection closed
02:12:17.437 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:12:17.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476737588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:17.607 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 44a1d56ce7e44c75dd2bece6ef564b6b (2270 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:12:17.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:12:17.608 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 84d1f1c37796f1a8eaa69884f83eb8d54de125cec4ff7697a8077dc5e4e90bd9 from pending
02:12:17.608 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 855a8ca738942c07915f53140ca77f516501f316c9ab32ba822f5e4fe133de33 from pending
02:12:17.608 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 2 finished splits from enumerator state
02:12:18.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476738089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:18.114 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
02:12:18.116 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:12:18.304 [DEBUG - main] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state READY
02:12:18.305 [DEBUG - main] (Connection.java:575) [peer 6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)] disconnecting while in state READY
02:12:18.305 [DEBUG - main] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state READY
02:12:18.305 [DEBUG - main] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state READY
02:12:18.305 [DEBUG - main] (Connection.java:575) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] disconnecting while in state READY
02:12:18.305 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.169.254:40353(127.20.169.254:40353)] handling channelInactive
02:12:18.305 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.169.252:37241(127.20.169.252:37241)] handling channelInactive
02:12:18.306 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)] handling channelInactive
02:12:18.306 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.169.253:38475(127.20.169.253:38475)] handling channelInactive
02:12:18.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state READY due to: connection closed
02:12:18.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6c8a2cd4a85848a6b02670814da8de5d(127.20.169.193:41637)] cleaning up while in state READY due to: connection closed
02:12:18.306 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:18.308 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:12:18.309 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
02:12:18.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state READY due to: connection closed
02:12:18.309 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
02:12:18.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state READY due to: connection closed
02:12:18.310 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:12:18.311 [DEBUG - kudu-nio-4] (Connection.java:239) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] handling channelInactive
02:12:18.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer cf1271b2192347d4afa93bd42c7c06c3(127.20.169.195:34599)] cleaning up while in state READY due to: connection closed
02:12:18.311 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
02:12:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:18.311684 21159 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 21444
02:12:18.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:18.351656 21159 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 21599
02:12:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:18.385970 21159 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 21744
02:12:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:18.424248 21159 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 21171
02:12:18.453 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.169.254:40353(127.20.169.254:40353)] handling channelInactive
02:12:18.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state READY due to: connection closed
02:12:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:18.453462 21159 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 21241
02:12:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:18.462375 21345 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.169.254:40353: connect: Connection refused (error 111)
02:12:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:18.466446 21345 consensus_peers.cc:597] T 00000000000000000000000000000000 P 280c1c3b8eae49edadb228d0df9794a5 -> Peer 317a42874a91401eb5cde53ee7441694 (127.20.169.254:40353): Couldn't send request to peer 317a42874a91401eb5cde53ee7441694. Status: Network error: Client connection negotiation failed: client connection to 127.20.169.254:40353: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:12:18.484 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.169.253:38475(127.20.169.253:38475)] handling channelInactive
02:12:18.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state READY due to: connection closed
02:12:18.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:18.485165 21159 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 21319
02:12:18.513 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.169.252:37241(127.20.169.252:37241)] handling channelInactive
02:12:18.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state READY due to: connection closed
02:12:18.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476738589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:18.606 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:12:18.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:12:19.087 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476739088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:19.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.091 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.20.169.252:37241(127.20.169.252:37241) for tablet Kudu Master: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.103 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:12:19.105 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:12:19.109 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.110 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:19.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.113 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:19.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.120 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:19.130 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.131 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:19.131 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:19.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.133 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.134 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:19.149 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.150 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:19.151 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:19.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.153 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.153 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.153 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.153 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:19.170 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.171 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:19.171 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:19.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.172 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.173 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:19.189 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.190 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:19.191 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:19.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.192 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:19.250 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.251 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:19.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.252 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:19.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:19.310 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.311 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:19.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.312 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:19.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:19.530 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.533 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.534 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:19.535 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:19.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.536 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:19.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476739588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:19.605 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:12:19.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:12:19.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:12:19Z chronyd exiting
02:12:19.909 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:19.911 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:19.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.911 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:19.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:19.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:19.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:19.914 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:20.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476740088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:20.102 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:12:20.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:12:20.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476740589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:20.602 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:12:20.603 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:12:20.730 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:20.731 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:20.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:20.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:20.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:20.731 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:20.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:20.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:20.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:20.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:20.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:20.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:20.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
.02:12:20.735 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476740735
02:12:20.735 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476740735
02:12:20.738 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:12:20.740 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:12:20.741 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:12:20.741 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:12:20.742 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:12:20.742 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:12:20.745 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:12:21.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476741089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:21.091 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:12:21.091 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:12:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:21.096701 23027 mini_oidc.cc:150] Starting JWKS server
02:12:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:21.101191 23027 webserver.cc:534] Webserver started at http://127.0.0.1:33885/ using document root <none> and password file <none>
02:12:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:21.101876 23027 mini_oidc.cc:186] Starting OIDC Discovery server
02:12:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:21.103814 23027 webserver.cc:534] Webserver started at http://127.0.0.1:39937/ using document root <none> and password file <none>
02:12:21.105 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:12:21.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:12:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:12:21Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:12:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:12:21Z Disabled control of system clock
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:21.171692 23027 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/wal
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/data
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/logs
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/data/info.pb
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.254:40567
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.254
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33885/jwks.json with env {}
02:12:21.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.485460 23039 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:21.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.486205 23039 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:21.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.486825 23039 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.518919 23039 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:12:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.519294 23039 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.519680 23039 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:12:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.520030 23039 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:12:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.520367 23039 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:12:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.520637 23039 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33885/jwks.json
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:21.557945 23039 master_runner.cc:387] Master server non-default flags:
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/data
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/wal
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.254:40567
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33885/jwks.json
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/data/info.pb
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.254
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/logs
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:21.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:21.559780 23039 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:21.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:21.561512 23039 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.572445 23045 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:21.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476741588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:21.607 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:12:21.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:12:21.770 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:21.771 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:21.771 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:21.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:21.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:21.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:21.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:21.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:21.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:21.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:21.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:21.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:21.777 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:22.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476742088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:22.107 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:12:22.109 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:12:22.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476742589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:22.608 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:12:22.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:12:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.573860 23046 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:21.577358 23048 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:22.840121 23047 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1262 milliseconds
02:12:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.840243 23039 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:22.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.841522 23039 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.844090 23039 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.845434 23039 hybrid_clock.cc:648] HybridClock initialized: now 1783476742845395 us; error 77 us; skew 500 ppm
02:12:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.846221 23039 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.852689 23039 webserver.cc:534] Webserver started at http://127.22.124.254:39849/ using document root <none> and password file <none>
02:12:22.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.853684 23039 fs_manager.cc:362] Metadata directory not provided
02:12:22.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.853880 23039 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:22.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.854301 23039 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.858686 23039 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/data/instance:
02:12:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "decd385eddf84b9fae2db1d4544f8a02"
02:12:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:22 on dist-test-slave-fshw"
02:12:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.859751 23039 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/wal/instance:
02:12:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "decd385eddf84b9fae2db1d4544f8a02"
02:12:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:22 on dist-test-slave-fshw"
02:12:22.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.867045 23039 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.003s
02:12:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.873093 23055 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.874377 23039 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.874698 23039 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/wal
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "decd385eddf84b9fae2db1d4544f8a02"
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:22 on dist-test-slave-fshw"
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.875005 23039 fs_report.cc:389] FS layout report
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/wal
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/wal
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/data/data
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:22.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.925571 23039 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.927778 23039 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:22.928555 23039 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.006755 23039 rpc_server.cc:307] RPC server started. Bound to: 127.22.124.254:40567
02:12:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.006848 23107 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.124.254:40567 every 8 connection(s)
02:12:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.010530 23039 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/data/info.pb
02:12:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.016733 23108 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:23.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.018573 23027 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 23039
02:12:23.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.019116 23027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-0/wal/instance
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.024442 23027 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/wal
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/data
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/logs
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/data/info.pb
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.253:40343
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.253
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33885/jwks.json with env {}
02:12:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.032840 23108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } has no permanent_uuid. Determining permanent_uuid...
02:12:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.065624 23108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } has no permanent_uuid. Determining permanent_uuid...
02:12:23.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.068435 23058 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.124.253:40343: connect: Connection refused (error 111)
02:12:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.073426 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.253:40343: Network error: Client connection negotiation failed: client connection to 127.22.124.253:40343: connect: Connection refused (error 111)
02:12:23.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476743089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:23.103 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:12:23.104 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:12:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.122987 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } attempt: 1
02:12:23.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.128475 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.253:40343: Network error: Client connection negotiation failed: client connection to 127.22.124.253:40343: connect: Connection refused (error 111)
02:12:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.196974 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } attempt: 2
02:12:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.202425 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.253:40343: Network error: Client connection negotiation failed: client connection to 127.22.124.253:40343: connect: Connection refused (error 111)
02:12:23.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.293907 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } attempt: 3
02:12:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.299270 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.253:40343: Network error: Client connection negotiation failed: client connection to 127.22.124.253:40343: connect: Connection refused (error 111)
02:12:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.368970 23110 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.369719 23110 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.370420 23110 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:23.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.403496 23110 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:12:23.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.403860 23110 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:23.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.404239 23110 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:12:23.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.404568 23110 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:12:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.404913 23110 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:12:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.405184 23110 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33885/jwks.json
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.442724 23110 master_runner.cc:387] Master server non-default flags:
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/data
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/wal
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.253:40343
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33885/jwks.json
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/data/info.pb
02:12:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.253
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/logs
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.442716 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } attempt: 4
02:12:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.444489 23110 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.446753 23110 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.448215 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.253:40343: Network error: Client connection negotiation failed: client connection to 127.22.124.253:40343: connect: Connection refused (error 111)
02:12:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.458519 23119 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:23.591 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476743588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:23.617 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
02:12:23.620 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:12:23.649 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:23.650 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:23.651 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:23.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:23.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:23.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:23.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:23.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:23.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:23.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:23.661 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:23.661 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:23.661 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:23.747673 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } attempt: 5
02:12:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.757462 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.253:40343: Network error: Client connection negotiation failed: client connection to 127.22.124.253:40343: connect: Connection refused (error 111)
02:12:24.091 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476744088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:24.129 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=39 ms, finalizationTime=2 ms).
02:12:24.130 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:12:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.305053 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } attempt: 6
02:12:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:24.328764 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.253:40343: Network error: Client connection negotiation failed: client connection to 127.22.124.253:40343: connect: Connection refused (error 111)
02:12:24.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476744588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:24.615 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=26 ms, finalizationTime=1 ms).
02:12:24.617 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:12:24.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:23.459062 23120 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:24.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:24.816315 23121 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1355 milliseconds
02:12:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:24.817901 23122 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:24.820624 23110 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.362s	user 0.451s	sys 0.887s
02:12:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:24.821040 23110 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.363s	user 0.453s	sys 0.889s
02:12:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.821393 23110 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.823067 23110 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:24.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.825910 23110 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:24.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.827508 23110 hybrid_clock.cc:648] HybridClock initialized: now 1783476744827475 us; error 44 us; skew 500 ppm
02:12:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.828395 23110 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:24.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.836676 23110 webserver.cc:534] Webserver started at http://127.22.124.253:46035/ using document root <none> and password file <none>
02:12:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.837806 23110 fs_manager.cc:362] Metadata directory not provided
02:12:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.838088 23110 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.838637 23110 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.843555 23110 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/data/instance:
02:12:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31ec2e03027947e8936bd11988faf537"
02:12:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:24 on dist-test-slave-fshw"
02:12:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.844761 23110 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/wal/instance:
02:12:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31ec2e03027947e8936bd11988faf537"
02:12:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:24 on dist-test-slave-fshw"
02:12:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.853583 23110 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.001s
02:12:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.860520 23133 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.861999 23110 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.000s
02:12:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.862447 23110 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/wal
02:12:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31ec2e03027947e8936bd11988faf537"
02:12:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:24 on dist-test-slave-fshw"
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.862836 23110 fs_report.cc:389] FS layout report
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/wal
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/wal
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/data/data
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:24.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.952956 23110 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.954767 23110 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:24.955309 23110 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:25.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.032449 23110 rpc_server.cc:307] RPC server started. Bound to: 127.22.124.253:40343
02:12:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.032572 23185 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.124.253:40343 every 8 connection(s)
02:12:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.035363 23110 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/data/info.pb
02:12:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.036175 23027 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 23110
02:12:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.036561 23027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-1/wal/instance
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.039721 23027 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/wal
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/data
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/logs
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/data/info.pb
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.252:46509
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.252
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33885/jwks.json with env {}
02:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.043115 23186 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:25.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.059162 23186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } has no permanent_uuid. Determining permanent_uuid...
02:12:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.086632 23186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } has no permanent_uuid. Determining permanent_uuid...
02:12:25.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476745089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:25.104 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:12:25.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:12:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.116896 23186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } has no permanent_uuid. Determining permanent_uuid...
02:12:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.119728 23135 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.124711 23186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.174247 23186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 1
02:12:25.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.179327 23186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.247732 23186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 2
02:12:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.252367 23186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.343780 23186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 3
02:12:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.348317 23186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.378422 23188 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.378975 23188 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.379436 23188 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:25.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.389345 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } attempt: 7
02:12:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.400727 23108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } has no permanent_uuid. Determining permanent_uuid...
02:12:25.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.406790 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.415789 23188 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:12:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.416065 23188 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.416276 23188 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:12:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.416491 23188 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:12:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.416769 23188 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:12:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.416940 23188 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33885/jwks.json
02:12:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.454373 23188 master_runner.cc:387] Master server non-default flags:
02:12:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/data
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/wal
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.252:46509
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33885/jwks.json
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/data/info.pb
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.252
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/logs
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.455796 23188 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.457466 23188 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.465224 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 1
02:12:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.469372 23201 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.471179 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.491780 23186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 4
02:12:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.496582 23186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.552620 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 2
02:12:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.558800 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476745589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:25.602 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:12:25.603 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:12:25.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.644295 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 3
02:12:25.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.650851 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.791311 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 4
02:12:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:25.796169 23186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 5
02:12:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.797855 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:25.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.802052 23186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:26.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.081297 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 5
02:12:26.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:26.086736 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:26.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476746088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:26.101 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:12:26.102 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:12:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.349489 23186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 6
02:12:26.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:26.356971 23186 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:26.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476746588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:26.600 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:12:26.602 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:12:26.610 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:26.610 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:26.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:26.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:26.611 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:26.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:26.612 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:26.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:26.612 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:26.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:26.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:26.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:26.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.639168 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 6
02:12:26.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:26.646812 23108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.124.252:46509: Network error: Client connection negotiation failed: client connection to 127.22.124.252:46509: connect: Connection refused (error 111)
02:12:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.471691 23202 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:25.473178 23204 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:26.721176 23203 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:12:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.721283 23188 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.725682 23188 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.728195 23188 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:26.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.729527 23188 hybrid_clock.cc:648] HybridClock initialized: now 1783476746729506 us; error 58 us; skew 500 ppm
02:12:26.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.730340 23188 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.736496 23188 webserver.cc:534] Webserver started at http://127.22.124.252:43367/ using document root <none> and password file <none>
02:12:26.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.737449 23188 fs_manager.cc:362] Metadata directory not provided
02:12:26.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.737645 23188 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:26.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.738047 23188 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.742270 23188 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/data/instance:
02:12:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67e2b19a707b421bbd01876cc107d0dc"
02:12:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:26 on dist-test-slave-fshw"
02:12:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.743285 23188 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/wal/instance:
02:12:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67e2b19a707b421bbd01876cc107d0dc"
02:12:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:26 on dist-test-slave-fshw"
02:12:26.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.750243 23188 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.001s
02:12:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.755973 23215 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.757192 23188 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:12:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.757601 23188 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/wal
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67e2b19a707b421bbd01876cc107d0dc"
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:26 on dist-test-slave-fshw"
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.757974 23188 fs_report.cc:389] FS layout report
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/wal
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/wal
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/data/data
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.810380 23188 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:26.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.811926 23188 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:26.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.812448 23188 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.886446 23188 rpc_server.cc:307] RPC server started. Bound to: 127.22.124.252:46509
02:12:26.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.886521 23266 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.124.252:46509 every 8 connection(s)
02:12:26.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.889344 23188 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/data/info.pb
02:12:26.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.895571 23027 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 23188
02:12:26.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.896081 23267 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:26.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.896106 23027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/master-2/wal/instance
02:12:26.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.908844 23267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } has no permanent_uuid. Determining permanent_uuid...
02:12:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.934715 23267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } has no permanent_uuid. Determining permanent_uuid...
02:12:26.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.950724 23267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } has no permanent_uuid. Determining permanent_uuid...
02:12:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.966886 23267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc: Bootstrap starting.
02:12:26.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.973644 23267 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc: Neither blocks nor log segments found. Creating new log.
02:12:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.975472 23267 log.cc:826] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc: Log is configured to *not* fsync() on all Append() calls
02:12:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:26.980772 23267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc: No bootstrap required, opened a new log
02:12:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.001230 23267 raft_consensus.cc:359] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } }
02:12:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.001899 23267 raft_consensus.cc:385] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.002182 23267 raft_consensus.cc:740] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67e2b19a707b421bbd01876cc107d0dc, State: Initialized, Role: FOLLOWER
02:12:27.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.003166 23267 consensus_queue.cc:260] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } }
02:12:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.007062 23277 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.008423 23277 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [sys.catalog]: This master's current role is: FOLLOWER
02:12:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.008942 23267 sys_catalog.cc:565] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [sys.catalog]: configured and running, proceeding with master startup.
02:12:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:27.047726 23288 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:12:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:27.048117 23288 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:12:27.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:27.067790 23221 tablet.cc:2406] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.042610 23188 master_runner.cc:187] Error getting master registration for 127.22.124.254:40567: OK, instance_id { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" instance_seqno: 1783476742986693 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:12:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.071236 23188 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:12:27.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476747088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:27.105 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:12:27.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:12:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.172822 23277 raft_consensus.cc:493] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.173527 23277 raft_consensus.cc:515] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } }
02:12:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.177572 23277 leader_election.cc:290] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers decd385eddf84b9fae2db1d4544f8a02 (127.22.124.254:40567), 31ec2e03027947e8936bd11988faf537 (127.22.124.253:40343)
02:12:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.417604 23186 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 7
02:12:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.439679 23186 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537: Bootstrap starting.
02:12:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.447326 23186 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537: Neither blocks nor log segments found. Creating new log.
02:12:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.449627 23186 log.cc:826] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537: Log is configured to *not* fsync() on all Append() calls
02:12:27.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.455107 23186 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537: No bootstrap required, opened a new log
02:12:27.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.482846 23186 raft_consensus.cc:359] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } }
02:12:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.483686 23186 raft_consensus.cc:385] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.483978 23186 raft_consensus.cc:740] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31ec2e03027947e8936bd11988faf537, State: Initialized, Role: FOLLOWER
02:12:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.485153 23186 consensus_queue.cc:260] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } }
02:12:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.487852 23292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.488663 23292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [sys.catalog]: This master's current role is: FOLLOWER
02:12:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.489806 23186 sys_catalog.cc:565] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [sys.catalog]: configured and running, proceeding with master startup.
02:12:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.489985 23161 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "67e2b19a707b421bbd01876cc107d0dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31ec2e03027947e8936bd11988faf537" is_pre_election: true
02:12:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.490921 23161 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 67e2b19a707b421bbd01876cc107d0dc in term 0.
02:12:27.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.500929 23218 leader_election.cc:304] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 31ec2e03027947e8936bd11988faf537, 67e2b19a707b421bbd01876cc107d0dc; no voters: 
02:12:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.501896 23277 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.502233 23277 raft_consensus.cc:493] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.502615 23277 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 0 FOLLOWER]: Advancing to term 1
02:12:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.509434 23277 raft_consensus.cc:515] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } }
02:12:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.512686 23161 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "67e2b19a707b421bbd01876cc107d0dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31ec2e03027947e8936bd11988faf537"
02:12:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.513238 23161 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [term 0 FOLLOWER]: Advancing to term 1
02:12:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.515426 23277 leader_election.cc:290] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [CANDIDATE]: Term 1 election: Requested vote from peers decd385eddf84b9fae2db1d4544f8a02 (127.22.124.254:40567), 31ec2e03027947e8936bd11988faf537 (127.22.124.253:40343)
02:12:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.520843 23161 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 67e2b19a707b421bbd01876cc107d0dc in term 1.
02:12:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.522204 23218 leader_election.cc:304] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 31ec2e03027947e8936bd11988faf537, 67e2b19a707b421bbd01876cc107d0dc; no voters: 
02:12:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.523038 23277 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 1 FOLLOWER]: Leader election won for term 1
02:12:27.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.525146 23277 raft_consensus.cc:697] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [term 1 LEADER]: Becoming Leader. State: Replica: 67e2b19a707b421bbd01876cc107d0dc, State: Running, Role: LEADER
02:12:27.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.527750 23277 consensus_queue.cc:237] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } }
02:12:27.530 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:27.530 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:27.531 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:27.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:27.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:27.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:27.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:27.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:27.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:27.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:27.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:27.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:27.534 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.551542 23304 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 67e2b19a707b421bbd01876cc107d0dc. Latest consensus state: current_term: 1 leader_uuid: "67e2b19a707b421bbd01876cc107d0dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.552301 23304 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [sys.catalog]: This master's current role is: LEADER
02:12:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:27.553610 23305 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:12:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:27.554144 23305 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:12:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.566864 23308 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:12:27.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.588820 23308 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:12:27.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476747588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:27.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.531627 23110 master_runner.cc:187] Error getting master registration for 127.22.124.254:40567: OK, instance_id { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" instance_seqno: 1783476742986693 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:12:27.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.599598 23110 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:12:27.605 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:12:27.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:12:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.609248 23161 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [term 1 FOLLOWER]: Refusing update from remote peer 67e2b19a707b421bbd01876cc107d0dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:12:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.611657 23304 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.648253 23292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 67e2b19a707b421bbd01876cc107d0dc. Latest consensus state: current_term: 1 leader_uuid: "67e2b19a707b421bbd01876cc107d0dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.648874 23292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [sys.catalog]: This master's current role is: FOLLOWER
02:12:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.656265 23309 mvcc.cc:204] Tried to move back new op lower bound from 7305120758188797952 to 7305120757918793728. Current Snapshot: MvccSnapshot[applied={T|T < 7305120758188797952}]
02:12:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.673545 23277 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "67e2b19a707b421bbd01876cc107d0dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.674352 23277 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [sys.catalog]: This master's current role is: LEADER
02:12:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.674032 23292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "67e2b19a707b421bbd01876cc107d0dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.675325 23292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537 [sys.catalog]: This master's current role is: FOLLOWER
02:12:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.680212 23108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } attempt: 7
02:12:27.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.683781 23308 catalog_manager.cc:1382] Generated new cluster ID: a703c6f37aef46a1a6a1a64ba6d0663e
02:12:27.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.684089 23308 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:12:27.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.708500 23108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02: Bootstrap starting.
02:12:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.728209 23108 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02: Neither blocks nor log segments found. Creating new log.
02:12:27.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.730602 23108 log.cc:826] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02: Log is configured to *not* fsync() on all Append() calls
02:12:27.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.739012 23308 catalog_manager.cc:1405] Generated new certificate authority record
02:12:27.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.736085 23108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02: No bootstrap required, opened a new log
02:12:27.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.741088 23308 catalog_manager.cc:1539] Loading token signing keys...
02:12:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.770660 23108 raft_consensus.cc:359] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } }
02:12:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.771873 23108 raft_consensus.cc:385] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.772369 23108 raft_consensus.cc:740] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: decd385eddf84b9fae2db1d4544f8a02, State: Initialized, Role: FOLLOWER
02:12:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.773685 23108 consensus_queue.cc:260] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } }
02:12:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.793133 23317 sys_catalog.cc:455] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.794895 23108 sys_catalog.cc:565] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [sys.catalog]: configured and running, proceeding with master startup.
02:12:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.795019 23083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "67e2b19a707b421bbd01876cc107d0dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "decd385eddf84b9fae2db1d4544f8a02" is_pre_election: true
02:12:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.795683 23317 sys_catalog.cc:458] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [sys.catalog]: This master's current role is: FOLLOWER
02:12:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.796020 23083 raft_consensus.cc:2468] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 67e2b19a707b421bbd01876cc107d0dc in term 0.
02:12:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.798964 23081 raft_consensus.cc:3060] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [term 0 FOLLOWER]: Advancing to term 1
02:12:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.795030 23082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "67e2b19a707b421bbd01876cc107d0dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "decd385eddf84b9fae2db1d4544f8a02"
02:12:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.826337 23081 raft_consensus.cc:1275] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [term 1 FOLLOWER]: Refusing update from remote peer 67e2b19a707b421bbd01876cc107d0dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:12:27.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.828886 23304 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:12:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.856520 23308 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc: Generated new TSK 0
02:12:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.857944 23308 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:12:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.911139 23304 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "67e2b19a707b421bbd01876cc107d0dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.911953 23304 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67e2b19a707b421bbd01876cc107d0dc [sys.catalog]: This master's current role is: LEADER
02:12:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.917228 23328 sys_catalog.cc:455] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "67e2b19a707b421bbd01876cc107d0dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.918066 23328 sys_catalog.cc:458] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [sys.catalog]: This master's current role is: FOLLOWER
02:12:27.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.918650 23317 sys_catalog.cc:455] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 67e2b19a707b421bbd01876cc107d0dc. Latest consensus state: current_term: 1 leader_uuid: "67e2b19a707b421bbd01876cc107d0dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "decd385eddf84b9fae2db1d4544f8a02" member_type: VOTER last_known_addr { host: "127.22.124.254" port: 40567 } } peers { permanent_uuid: "31ec2e03027947e8936bd11988faf537" member_type: VOTER last_known_addr { host: "127.22.124.253" port: 40343 } } peers { permanent_uuid: "67e2b19a707b421bbd01876cc107d0dc" member_type: VOTER last_known_addr { host: "127.22.124.252" port: 46509 } } }
02:12:27.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.919301 23317 sys_catalog.cc:458] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02 [sys.catalog]: This master's current role is: FOLLOWER
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.932545 23027 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/wal
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/data
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/logs
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/data/info.pb
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.193:0
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.124.193
02:12:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.193
02:12:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:12:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.966236 23333 catalog_manager.cc:1294] Loaded cluster ID: a703c6f37aef46a1a6a1a64ba6d0663e
02:12:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.966836 23333 catalog_manager.cc:1587] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02: loading cluster ID for follower catalog manager: success
02:12:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.974515 23333 catalog_manager.cc:1609] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02: acquiring CA information for follower catalog manager: success
02:12:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:27.988159 23333 catalog_manager.cc:1637] T 00000000000000000000000000000000 P decd385eddf84b9fae2db1d4544f8a02: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:12:28.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476748089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:28.105 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:12:28.107 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:12:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:28.536717 23335 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:28.537752 23335 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:28.538784 23335 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:28.559825 23305 catalog_manager.cc:1294] Loaded cluster ID: a703c6f37aef46a1a6a1a64ba6d0663e
02:12:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:28.560377 23305 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537: loading cluster ID for follower catalog manager: success
02:12:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:28.567593 23305 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537: acquiring CA information for follower catalog manager: success
02:12:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:28.585333 23305 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 31ec2e03027947e8936bd11988faf537: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:12:28.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476748589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:28.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:28.598052 23335 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:28.599603 23335 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.124.193
02:12:28.601 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:12:28.603 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:12:28.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:28.665455 23335 tablet_server_runner.cc:78] Tablet server non-default flags:
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/data
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/wal
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.193:0
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/data/info.pb
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.193
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.124.193
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/logs
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:28.667250 23335 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:28.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:28.669747 23335 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:28.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:28.709995 23341 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:29.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476749089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:29.111 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
02:12:29.113 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:12:29.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476749589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:29.620 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=30 ms, finalizationTime=1 ms).
02:12:29.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:12:30.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476750088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:30.111 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
02:12:30.112 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:12:30.310 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:30.311 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:30.311 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:30.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:30.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:30.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:30.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:30.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:30.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:30.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:30.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:30.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:30.315 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:30.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476750588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:30.648 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=59 ms, finalizationTime=1 ms).
02:12:30.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:12:31.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476751088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:31.119 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=29 ms, finalizationTime=2 ms).
02:12:31.123 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:12:31.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476751588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:31.607 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:12:31.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:12:31.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:28.715885 23342 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:31.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:30.098032 23340 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23335
02:12:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:31.766522 23340 kernel_stack_watchdog.cc:198] Thread 23335 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 385ms:
02:12:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:12:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:12:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:12:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:12:31.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:31.767843 23335 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.057s	user 0.591s	sys 1.127s
02:12:31.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:31.768422 23335 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.058s	user 0.592s	sys 1.128s
02:12:31.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:31.768745 23345 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:31.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:31.771421 23343 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3060 milliseconds
02:12:31.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.771512 23335 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.773185 23335 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.776768 23335 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.778337 23335 hybrid_clock.cc:648] HybridClock initialized: now 1783476751778219 us; error 127 us; skew 500 ppm
02:12:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.779450 23335 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:31.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.787310 23335 webserver.cc:534] Webserver started at http://127.22.124.193:39499/ using document root <none> and password file <none>
02:12:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.788584 23335 fs_manager.cc:362] Metadata directory not provided
02:12:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.788856 23335 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.789431 23335 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.795874 23335 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/data/instance:
02:12:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:31 on dist-test-slave-fshw"
02:12:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.797586 23335 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/wal/instance:
02:12:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:31 on dist-test-slave-fshw"
02:12:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.807384 23335 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.003s
02:12:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.815068 23354 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.816421 23335 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
02:12:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.816975 23335 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/wal
02:12:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:31 on dist-test-slave-fshw"
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.817655 23335 fs_report.cc:389] FS layout report
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/wal
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/wal
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/data/data
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.905299 23335 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.907648 23335 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.908458 23335 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.912292 23335 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:12:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.918725 23335 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:12:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.919209 23335 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
02:12:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.919698 23335 ts_tablet_manager.cc:616] Registered 0 tablets
02:12:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:31.920070 23335 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:12:32.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476752089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:32.112 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
02:12:32.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:12:32.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.214187 23335 rpc_server.cc:307] RPC server started. Bound to: 127.22.124.193:46713
02:12:32.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.214272 23467 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.124.193:46713 every 8 connection(s)
02:12:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.218379 23335 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/data/info.pb
02:12:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.231444 23027 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 23335
02:12:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.232213 23027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-0/wal/instance
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.251870 23027 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/wal
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/data
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/logs
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/data/info.pb
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.194:0
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.124.194
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.194
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:12:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.289408 23469 heartbeater.cc:344] Connected to a master server at 127.22.124.253:40343
02:12:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.290019 23469 heartbeater.cc:461] Registering TS with master...
02:12:32.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.291483 23469 heartbeater.cc:507] Master 127.22.124.253:40343 requested a full tablet report, sending...
02:12:32.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.294651 23468 heartbeater.cc:344] Connected to a master server at 127.22.124.252:46509
02:12:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.295001 23468 heartbeater.cc:461] Registering TS with master...
02:12:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.295506 23151 ts_manager.cc:194] Registered new tserver with Master: 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713)
02:12:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.295918 23468 heartbeater.cc:507] Master 127.22.124.252:46509 requested a full tablet report, sending...
02:12:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.296957 23470 heartbeater.cc:344] Connected to a master server at 127.22.124.254:40567
02:12:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.297354 23470 heartbeater.cc:461] Registering TS with master...
02:12:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.298342 23470 heartbeater.cc:507] Master 127.22.124.254:40567 requested a full tablet report, sending...
02:12:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.299016 23232 ts_manager.cc:194] Registered new tserver with Master: 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713)
02:12:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.301827 23232 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.124.193:50557
02:12:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.303705 23073 ts_manager.cc:194] Registered new tserver with Master: 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713)
02:12:32.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476752588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:32.595717 23478 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:32.596406 23478 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:32.597172 23478 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:32.601 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:12:32.601 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:12:32.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:32.633527 23478 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:32.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:32.634606 23478 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.124.194
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.673907 23478 tablet_server_runner.cc:78] Tablet server non-default flags:
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/data
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/wal
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.194:0
02:12:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/data/info.pb
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.194
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.124.194
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/logs
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:32.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.675720 23478 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:32.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:32.677590 23478 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:32.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:32.690511 23484 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:33.091 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476753088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:33.135 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=47 ms, finalizationTime=0 ms).
02:12:33.137 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:12:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:33.305892 23468 heartbeater.cc:499] Master 127.22.124.252:46509 was elected leader, sending a full tablet report...
02:12:33.510 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:33.511 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:33.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:33.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:33.512 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:33.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:33.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:33.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:33.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:33.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:33.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:33.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:33.515 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:33.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476753588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:33.612 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
02:12:33.617 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:12:33.989 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:33.990 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:33.991 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:33.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:33.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:33.993 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:33.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:33.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:33.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:33.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:33.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:33.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:33.995 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:34.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:32.696620 23487 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:32.692883 23485 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.059564 23478 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:34.060127 23486 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1366 milliseconds
02:12:34.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.061663 23478 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:34.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.064409 23478 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:34.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.065873 23478 hybrid_clock.cc:648] HybridClock initialized: now 1783476754065806 us; error 130 us; skew 500 ppm
02:12:34.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.066908 23478 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:34.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.075112 23478 webserver.cc:534] Webserver started at http://127.22.124.194:45851/ using document root <none> and password file <none>
02:12:34.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.076589 23478 fs_manager.cc:362] Metadata directory not provided
02:12:34.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.076933 23478 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:34.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.077668 23478 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:34.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.085513 23478 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/data/instance:
02:12:34.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a947c38fa6d4bd2bc602747b715b926"
02:12:34.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:34 on dist-test-slave-fshw"
02:12:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.086755 23478 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/wal/instance:
02:12:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a947c38fa6d4bd2bc602747b715b926"
02:12:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:34 on dist-test-slave-fshw"
02:12:34.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476754089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:34.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.099819 23478 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.011s	sys 0.001s
02:12:34.103 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:12:34.105 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:12:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.108603 23497 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.110071 23478 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.110666 23478 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/wal
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a947c38fa6d4bd2bc602747b715b926"
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:34 on dist-test-slave-fshw"
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.111142 23478 fs_report.cc:389] FS layout report
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/wal
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/wal
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/data/data
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.186609 23478 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:34.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.188265 23478 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:34.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.188782 23478 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.191815 23478 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:12:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.196008 23478 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:12:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.196262 23478 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:12:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.196597 23478 ts_tablet_manager.cc:616] Registered 0 tablets
02:12:34.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.196799 23478 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:12:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.346362 23478 rpc_server.cc:307] RPC server started. Bound to: 127.22.124.194:44207
02:12:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.346487 23610 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.124.194:44207 every 8 connection(s)
02:12:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.349315 23478 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/data/info.pb
02:12:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.352272 23027 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 23478
02:12:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.352784 23027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-1/wal/instance
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.388741 23027 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/wal
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/data
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/logs
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/data/info.pb
02:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.195:0
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.124.195
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.195
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:12:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.402135 23612 heartbeater.cc:344] Connected to a master server at 127.22.124.253:40343
02:12:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.402614 23612 heartbeater.cc:461] Registering TS with master...
02:12:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.404024 23612 heartbeater.cc:507] Master 127.22.124.253:40343 requested a full tablet report, sending...
02:12:34.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.406772 23611 heartbeater.cc:344] Connected to a master server at 127.22.124.252:46509
02:12:34.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.407163 23613 heartbeater.cc:344] Connected to a master server at 127.22.124.254:40567
02:12:34.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.407563 23613 heartbeater.cc:461] Registering TS with master...
02:12:34.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.407184 23611 heartbeater.cc:461] Registering TS with master...
02:12:34.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.408526 23613 heartbeater.cc:507] Master 127.22.124.254:40567 requested a full tablet report, sending...
02:12:34.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.408854 23611 heartbeater.cc:507] Master 127.22.124.252:46509 requested a full tablet report, sending...
02:12:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.409624 23151 ts_manager.cc:194] Registered new tserver with Master: 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207)
02:12:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.411410 23232 ts_manager.cc:194] Registered new tserver with Master: 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207)
02:12:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.412050 23073 ts_manager.cc:194] Registered new tserver with Master: 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207)
02:12:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.413031 23232 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.124.194:50649
02:12:34.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476754589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:34.603 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:12:34.603 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:12:34.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:34.763322 23621 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:34.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:34.763935 23621 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:34.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:34.764557 23621 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:34.799921 23621 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:34.801290 23621 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.124.195
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.841892 23621 tablet_server_runner.cc:78] Tablet server non-default flags:
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.124.212:46109
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/data
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/wal
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.124.195:0
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/data/info.pb
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.124.195
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.124.254:40567,127.22.124.253:40343,127.22.124.252:46509
02:12:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.124.195
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/logs
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.843667 23621 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:34.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:34.845510 23621 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:34.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:34.860632 23628 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:35.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476755088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:35.104 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:12:35.105 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:12:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:35.416779 23611 heartbeater.cc:499] Master 127.22.124.252:46509 was elected leader, sending a full tablet report...
02:12:35.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476755588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:35.605 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
02:12:35.606 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:12:36.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476756088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:36.100 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:12:36.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:34.866842 23631 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:36.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:36.100509 23630 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:12:36.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:34.863459 23629 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:36.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.101240 23621 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:36.102 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:12:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.106264 23621 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:36.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.108446 23621 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.109900 23621 hybrid_clock.cc:648] HybridClock initialized: now 1783476756109888 us; error 68 us; skew 500 ppm
02:12:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.110872 23621 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.117395 23621 webserver.cc:534] Webserver started at http://127.22.124.195:44049/ using document root <none> and password file <none>
02:12:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.118340 23621 fs_manager.cc:362] Metadata directory not provided
02:12:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.118590 23621 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.119114 23621 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.123608 23621 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/data/instance:
02:12:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ad60a8ece4d424d80f3adb5f2b07590"
02:12:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:36 on dist-test-slave-fshw"
02:12:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.124838 23621 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/wal/instance:
02:12:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ad60a8ece4d424d80f3adb5f2b07590"
02:12:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:36 on dist-test-slave-fshw"
02:12:36.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.131934 23621 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
02:12:36.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.137996 23640 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.139092 23621 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
02:12:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.139467 23621 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/wal
02:12:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ad60a8ece4d424d80f3adb5f2b07590"
02:12:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:36 on dist-test-slave-fshw"
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.139832 23621 fs_report.cc:389] FS layout report
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/wal
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/wal
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/data/data
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:36.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:36.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.203774 23621 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.205574 23621 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.206110 23621 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:36.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.208880 23621 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:12:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.214598 23621 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:12:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.214915 23621 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:12:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.215220 23621 ts_tablet_manager.cc:616] Registered 0 tablets
02:12:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.215610 23621 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.002s
02:12:36.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.367447 23621 rpc_server.cc:307] RPC server started. Bound to: 127.22.124.195:45457
02:12:36.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.367553 23752 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.124.195:45457 every 8 connection(s)
02:12:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.369932 23621 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/data/info.pb
02:12:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.379938 23027 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 23621
02:12:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.380410 23027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5764450413553071479/ts-2/wal/instance
02:12:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.410949 23753 heartbeater.cc:344] Connected to a master server at 127.22.124.252:46509
02:12:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.411407 23753 heartbeater.cc:461] Registering TS with master...
02:12:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.412889 23753 heartbeater.cc:507] Master 127.22.124.252:46509 requested a full tablet report, sending...
02:12:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.416020 23232 ts_manager.cc:194] Registered new tserver with Master: 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457)
02:12:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.418344 23232 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.124.195:39279
02:12:36.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.420655 23754 heartbeater.cc:344] Connected to a master server at 127.22.124.253:40343
02:12:36.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.421008 23754 heartbeater.cc:461] Registering TS with master...
02:12:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.421955 23754 heartbeater.cc:507] Master 127.22.124.253:40343 requested a full tablet report, sending...
02:12:36.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.424647 23151 ts_manager.cc:194] Registered new tserver with Master: 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457)
02:12:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.426669 23755 heartbeater.cc:344] Connected to a master server at 127.22.124.254:40567
02:12:36.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.427013 23755 heartbeater.cc:461] Registering TS with master...
02:12:36.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.428058 23755 heartbeater.cc:507] Master 127.22.124.254:40567 requested a full tablet report, sending...
02:12:36.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.430373 23073 ts_manager.cc:194] Registered new tserver with Master: 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457)
02:12:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.431896 23027 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:12:36.444 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:12:36.444 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:12:36.446 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.124.254"
      port: 40567
    }
    bound_http_address {
      host: "127.22.124.254"
      port: 39849
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.124.253"
      port: 40343
    }
    bound_http_address {
      host: "127.22.124.253"
      port: 46035
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.124.252"
      port: 46509
    }
    bound_http_address {
      host: "127.22.124.252"
      port: 43367
    }
  }
}

02:12:36.446 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:12:36.449 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.124.193"
      port: 46713
    }
    bound_http_address {
      host: "127.22.124.193"
      port: 39499
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.124.194"
      port: 44207
    }
    bound_http_address {
      host: "127.22.124.194"
      port: 45851
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.124.195"
      port: 45457
    }
    bound_http_address {
      host: "127.22.124.195"
      port: 44049
    }
  }
}

02:12:36.449 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:12:36.451 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:36.451 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:12:36.451 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:12:36.452 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:12:36.452 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:12:36.455 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:12:36.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476756588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:36.605 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:12:36.605 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:12:36.796 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:12:36.796 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:12:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.799526 23763 mini_oidc.cc:150] Starting JWKS server
02:12:36.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.803004 23763 webserver.cc:534] Webserver started at http://127.0.0.1:33499/ using document root <none> and password file <none>
02:12:36.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.803539 23763 mini_oidc.cc:186] Starting OIDC Discovery server
02:12:36.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.805322 23763 webserver.cc:534] Webserver started at http://127.0.0.1:46627/ using document root <none> and password file <none>
02:12:36.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:12:36Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:12:36.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:12:36Z Disabled control of system clock
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:36.866832 23763 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/wal
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/data
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/logs
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/data/info.pb
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.254:33699
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.254
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33499/jwks.json with env {}
02:12:37.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476757089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:37.101 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:12:37.102 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:12:37.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.192366 23775 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.193060 23775 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.193761 23775 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.229336 23775 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:12:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.229692 23775 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.230077 23775 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:12:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.230412 23775 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:12:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.230702 23775 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:12:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.230867 23775 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33499/jwks.json
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:37.268683 23775 master_runner.cc:387] Master server non-default flags:
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/data
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/wal
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.254:33699
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33499/jwks.json
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/data/info.pb
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.254
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/logs
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:37.270026 23775 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:37.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:37.271726 23775 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.283406 23781 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:37.350 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:37.351 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:37.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:37.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:37.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:37.352 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:37.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:37.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:37.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:37.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:37.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:37.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:37.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:37.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:37.429032 23753 heartbeater.cc:499] Master 127.22.124.252:46509 was elected leader, sending a full tablet report...
02:12:37.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476757589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:37.600 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:12:37.602 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:12:38.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476758088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:38.102 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:12:38.103 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:12:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.288606 23784 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:37.284121 23782 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:38.576375 23783 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:12:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.576505 23775 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.580576 23775 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.583166 23775 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.584547 23775 hybrid_clock.cc:648] HybridClock initialized: now 1783476758584513 us; error 37 us; skew 500 ppm
02:12:38.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.585482 23775 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:38.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476758588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.594959 23775 webserver.cc:534] Webserver started at http://127.23.52.254:41209/ using document root <none> and password file <none>
02:12:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.596006 23775 fs_manager.cc:362] Metadata directory not provided
02:12:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.596378 23775 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.597481 23775 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:38.599 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:12:38.600 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:12:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.604022 23775 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/data/instance:
02:12:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31fd13d47a1d42b4989bcfe030b61b06"
02:12:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:38 on dist-test-slave-fshw"
02:12:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.605306 23775 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/wal/instance:
02:12:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31fd13d47a1d42b4989bcfe030b61b06"
02:12:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:38 on dist-test-slave-fshw"
02:12:38.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.612876 23775 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.004s
02:12:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.618839 23792 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.620301 23775 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:12:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.620716 23775 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/wal
02:12:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31fd13d47a1d42b4989bcfe030b61b06"
02:12:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:38 on dist-test-slave-fshw"
02:12:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.621140 23775 fs_report.cc:389] FS layout report
02:12:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/wal
02:12:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/wal
02:12:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/data/data
02:12:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.691843 23775 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:38.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.693536 23775 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.694135 23775 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.770762 23775 rpc_server.cc:307] RPC server started. Bound to: 127.23.52.254:33699
02:12:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.770887 23844 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.52.254:33699 every 8 connection(s)
02:12:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.773718 23775 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/data/info.pb
02:12:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.779547 23845 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:38.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.784574 23763 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 23775
02:12:38.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.785084 23763 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-0/wal/instance
02:12:38.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.790308 23763 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:38.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:38.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/wal
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/data
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/logs
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/data/info.pb
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.253:45347
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.253
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33499/jwks.json with env {}
02:12:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.793707 23845 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } has no permanent_uuid. Determining permanent_uuid...
02:12:38.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.823966 23845 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } has no permanent_uuid. Determining permanent_uuid...
02:12:38.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:38.826716 23796 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.52.253:45347: connect: Connection refused (error 111)
02:12:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:38.831059 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.253:45347: Network error: Client connection negotiation failed: client connection to 127.23.52.253:45347: connect: Connection refused (error 111)
02:12:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.880594 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } attempt: 1
02:12:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:38.884928 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.253:45347: Network error: Client connection negotiation failed: client connection to 127.23.52.253:45347: connect: Connection refused (error 111)
02:12:38.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:38.953370 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } attempt: 2
02:12:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:38.957531 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.253:45347: Network error: Client connection negotiation failed: client connection to 127.23.52.253:45347: connect: Connection refused (error 111)
02:12:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:39.049032 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } attempt: 3
02:12:39.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.053535 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.253:45347: Network error: Client connection negotiation failed: client connection to 127.23.52.253:45347: connect: Connection refused (error 111)
02:12:39.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476759088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:39.102 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:12:39.102 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:12:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.151268 23847 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.151805 23847 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.152326 23847 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:39.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.186666 23847 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:12:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.186975 23847 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.187304 23847 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:12:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.187558 23847 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:12:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.187778 23847 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:12:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.187947 23847 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33499/jwks.json
02:12:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:39.196929 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } attempt: 4
02:12:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.201766 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.253:45347: Network error: Client connection negotiation failed: client connection to 127.23.52.253:45347: connect: Connection refused (error 111)
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:39.230913 23847 master_runner.cc:387] Master server non-default flags:
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/data
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/wal
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.253:45347
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33499/jwks.json
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/data/info.pb
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.253
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/logs
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:39.232366 23847 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:39.234172 23847 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.246614 23856 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:39.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:39.501205 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } attempt: 5
02:12:39.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.510013 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.253:45347: Network error: Client connection negotiation failed: client connection to 127.23.52.253:45347: connect: Connection refused (error 111)
02:12:39.594 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476759589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:39.615 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
02:12:39.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:12:39.890 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:39.891 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:39.892 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:39.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:39.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:39.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:39.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:39.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:39.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:39.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:39.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:39.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:39.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:40.057777 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } attempt: 6
02:12:40.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476760089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:40.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:40.091504 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.253:45347: Network error: Client connection negotiation failed: client connection to 127.23.52.253:45347: connect: Connection refused (error 111)
02:12:40.112 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
02:12:40.114 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:12:40.592 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476760589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:40.611 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:12:40.612 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:12:41.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:40.651044 23855 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 23847
02:12:41.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.082762 23858 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1833 milliseconds
02:12:41.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:39.247918 23857 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.084720 23847 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.838s	user 0.002s	sys 0.000s
02:12:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.087321 23847 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.840s	user 0.002s	sys 0.001s
02:12:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.088426 23847 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.089092 23860 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:41.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476761088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.093631 23847 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.099015 23847 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.100728 23847 hybrid_clock.cc:648] HybridClock initialized: now 1783476761100673 us; error 130 us; skew 500 ppm
02:12:41.102 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:12:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.102093 23847 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:41.103 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:12:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.112732 23847 webserver.cc:534] Webserver started at http://127.23.52.253:34993/ using document root <none> and password file <none>
02:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.114252 23847 fs_manager.cc:362] Metadata directory not provided
02:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.114593 23847 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.115463 23847 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.120744 23847 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/data/instance:
02:12:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66a4b045ff994daabd1e46d9816844b8"
02:12:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:41 on dist-test-slave-fshw"
02:12:41.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.122002 23847 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/wal/instance:
02:12:41.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66a4b045ff994daabd1e46d9816844b8"
02:12:41.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:41 on dist-test-slave-fshw"
02:12:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.131057 23847 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.003s
02:12:41.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.137858 23871 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.139079 23847 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.139637 23847 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/wal
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66a4b045ff994daabd1e46d9816844b8"
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:41 on dist-test-slave-fshw"
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.140033 23847 fs_report.cc:389] FS layout report
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/wal
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/wal
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/data/data
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.152074 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } attempt: 7
02:12:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.160698 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.253:45347: Network error: Client connection negotiation failed: client connection to 127.23.52.253:45347: connect: Connection refused (error 111)
02:12:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.195055 23847 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.196650 23847 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.197314 23847 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.293270 23847 rpc_server.cc:307] RPC server started. Bound to: 127.23.52.253:45347
02:12:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.293367 23924 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.52.253:45347 every 8 connection(s)
02:12:41.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.296562 23847 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/data/info.pb
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.299880 23763 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 23847
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.300362 23763 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-1/wal/instance
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.304443 23763 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/wal
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/data
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/logs
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/data/info.pb
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.252:44081
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.252
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33499/jwks.json with env {}
02:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.306946 23925 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.325893 23925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } has no permanent_uuid. Determining permanent_uuid...
02:12:41.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.374356 23925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } has no permanent_uuid. Determining permanent_uuid...
02:12:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.398979 23925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } has no permanent_uuid. Determining permanent_uuid...
02:12:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.402057 23876 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.407076 23925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.456626 23925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 1
02:12:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.462831 23925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.531275 23925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 2
02:12:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.538650 23925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:41.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476761588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:41.600 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:12:41.601 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:12:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.630115 23925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 3
02:12:41.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.635311 23925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.686331 23927 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.687009 23927 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.687585 23927 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.721730 23927 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:12:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.722091 23927 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.722469 23927 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:12:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.722803 23927 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:12:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.723116 23927 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:12:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.723371 23927 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33499/jwks.json
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.761175 23927 master_runner.cc:387] Master server non-default flags:
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/data
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/wal
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.252:44081
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33499/jwks.json
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/data/info.pb
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.252
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/logs
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.762584 23927 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.764219 23927 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.777806 23939 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:41.778988 23925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 4
02:12:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.785964 23925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:41.970 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:41.971 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:41.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:41.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:41.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:41.973 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:41.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:41.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:41.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:41.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:41.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:41.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:41.976 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:42.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:42.085536 23925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 5
02:12:42.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476762088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:42.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:42.093884 23925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:42.107 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:12:42.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:12:42.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476762588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:42.611 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
02:12:42.613 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:12:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:42.641309 23925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 6
02:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:42.672605 23925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:43.089 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:43.090 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476763089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:43.091 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:43.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:43.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:43.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:43.092 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:43.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:43.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:43.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:43.092 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:43.093 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:43.093 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:43.093 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:43.117 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
02:12:43.118 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:12:43.190 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.20.169.252:37241, [28ms] received response from server master-127.20.169.252:37241: OK, deferred=null) with no deferred attached!
02:12:43.230 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:43.231 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:43.232 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:43.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:43.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:43.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:43.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:43.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:43.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:43.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:43.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:43.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:43.236 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.251156 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } attempt: 8
02:12:43.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.288177 23845 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } has no permanent_uuid. Determining permanent_uuid...
02:12:43.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.311583 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.377153 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 1
02:12:43.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.381620 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.435001 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 2
02:12:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.444240 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:43.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.520742 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 3
02:12:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.528455 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:43.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476763589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:43.610 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:12:43.614 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:12:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.177156 23938 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 23927
02:12:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:41.780336 23940 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.625798 23941 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1845 milliseconds
02:12:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.626085 23942 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.623699 23927 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.845s	user 0.568s	sys 0.806s
02:12:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.626551 23927 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.848s	user 0.568s	sys 0.806s
02:12:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.626824 23927 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.630374 23927 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.632956 23927 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.634333 23927 hybrid_clock.cc:648] HybridClock initialized: now 1783476763634330 us; error 71 us; skew 500 ppm
02:12:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.635221 23927 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.642344 23927 webserver.cc:534] Webserver started at http://127.23.52.252:37453/ using document root <none> and password file <none>
02:12:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.643281 23927 fs_manager.cc:362] Metadata directory not provided
02:12:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.643517 23927 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.644083 23927 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:43.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.648555 23927 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/data/instance:
02:12:43.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8b9a73ffdf24207bd7991ec37437599"
02:12:43.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:43 on dist-test-slave-fshw"
02:12:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.649755 23927 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/wal/instance:
02:12:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8b9a73ffdf24207bd7991ec37437599"
02:12:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:43 on dist-test-slave-fshw"
02:12:43.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.657280 23927 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
02:12:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.663286 23956 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.664430 23927 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
02:12:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.664877 23927 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/wal
02:12:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8b9a73ffdf24207bd7991ec37437599"
02:12:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:43 on dist-test-slave-fshw"
02:12:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.665331 23927 fs_report.cc:389] FS layout report
02:12:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/wal
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/wal
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/data/data
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.683982 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 4
02:12:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.688143 23845 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.719755 23927 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.721261 23927 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.721654 23927 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.733026 23925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 7
02:12:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.739912 23925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.52.252:44081: Network error: Client connection negotiation failed: client connection to 127.23.52.252:44081: connect: Connection refused (error 111)
02:12:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.802963 23927 rpc_server.cc:307] RPC server started. Bound to: 127.23.52.252:44081
02:12:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.803045 24010 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.52.252:44081 every 8 connection(s)
02:12:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.805562 23927 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/data/info.pb
02:12:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.811452 24011 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:43.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.815841 23763 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 23927
02:12:43.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.816299 23763 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/master-2/wal/instance
02:12:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.828130 24011 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } has no permanent_uuid. Determining permanent_uuid...
02:12:43.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.855598 24011 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } has no permanent_uuid. Determining permanent_uuid...
02:12:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.868207 24011 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } has no permanent_uuid. Determining permanent_uuid...
02:12:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.886837 24011 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599: Bootstrap starting.
02:12:43.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.894024 24011 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599: Neither blocks nor log segments found. Creating new log.
02:12:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.895752 24011 log.cc:826] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599: Log is configured to *not* fsync() on all Append() calls
02:12:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.902060 24011 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599: No bootstrap required, opened a new log
02:12:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.922479 24011 raft_consensus.cc:359] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.923259 24011 raft_consensus.cc:385] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.923563 24011 raft_consensus.cc:740] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f8b9a73ffdf24207bd7991ec37437599, State: Initialized, Role: FOLLOWER
02:12:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.924468 24011 consensus_queue.cc:260] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:43.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.926834 24022 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:43.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.927395 24022 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [sys.catalog]: This master's current role is: FOLLOWER
02:12:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.928349 24011 sys_catalog.cc:565] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [sys.catalog]: configured and running, proceeding with master startup.
02:12:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.957949 24033 catalog_manager.cc:1593] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:12:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.958314 24033 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:12:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.952065 23927 master_runner.cc:187] Error getting master registration for 127.23.52.254:33699: OK, instance_id { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" instance_seqno: 1783476758750390 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:12:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:43.977442 23963 tablet.cc:2406] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.977746 23927 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:12:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:43.984648 23845 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 5
02:12:44.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.001802 23845 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06: Bootstrap starting.
02:12:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.007682 23845 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06: Neither blocks nor log segments found. Creating new log.
02:12:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.010033 23845 log.cc:826] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06: Log is configured to *not* fsync() on all Append() calls
02:12:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.020465 23845 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06: No bootstrap required, opened a new log
02:12:44.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.057711 23845 raft_consensus.cc:359] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:44.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.058581 23845 raft_consensus.cc:385] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.058892 23845 raft_consensus.cc:740] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31fd13d47a1d42b4989bcfe030b61b06, State: Initialized, Role: FOLLOWER
02:12:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.060073 23845 consensus_queue.cc:260] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:44.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.063084 24036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.064049 24036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [sys.catalog]: This master's current role is: FOLLOWER
02:12:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.064920 23845 sys_catalog.cc:565] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [sys.catalog]: configured and running, proceeding with master startup.
02:12:44.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476764088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:44.102 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:12:44.107 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:12:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:44.124433 24047 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:12:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:44.124933 24047 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:12:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.118990 23775 master_runner.cc:187] Error getting master registration for 127.23.52.253:45347: OK, instance_id { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" instance_seqno: 1783476761265931 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:12:44.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.166636 23775 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:12:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:44.206739 23798 tablet.cc:2406] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.273837 24022 raft_consensus.cc:493] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:44.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.274343 24022 raft_consensus.cc:515] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.277984 23820 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f8b9a73ffdf24207bd7991ec37437599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31fd13d47a1d42b4989bcfe030b61b06" is_pre_election: true
02:12:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.278906 23820 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f8b9a73ffdf24207bd7991ec37437599 in term 0.
02:12:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.279769 24022 leader_election.cc:290] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 31fd13d47a1d42b4989bcfe030b61b06 (127.23.52.254:33699), 66a4b045ff994daabd1e46d9816844b8 (127.23.52.253:45347)
02:12:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.279984 24036 raft_consensus.cc:493] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.280396 24036 raft_consensus.cc:515] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.280877 23958 leader_election.cc:304] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 31fd13d47a1d42b4989bcfe030b61b06, f8b9a73ffdf24207bd7991ec37437599; no voters: 
02:12:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.281764 24022 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.282125 24022 raft_consensus.cc:493] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.282461 24022 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 0 FOLLOWER]: Advancing to term 1
02:12:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.283849 24036 leader_election.cc:290] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 66a4b045ff994daabd1e46d9816844b8 (127.23.52.253:45347), f8b9a73ffdf24207bd7991ec37437599 (127.23.52.252:44081)
02:12:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.284646 23986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "31fd13d47a1d42b4989bcfe030b61b06" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f8b9a73ffdf24207bd7991ec37437599" is_pre_election: true
02:12:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.291635 24022 raft_consensus.cc:515] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.300612 23986 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 31fd13d47a1d42b4989bcfe030b61b06 in current term 1: Already voted for candidate f8b9a73ffdf24207bd7991ec37437599 in this term.
02:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.302192 23820 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f8b9a73ffdf24207bd7991ec37437599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31fd13d47a1d42b4989bcfe030b61b06"
02:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.302788 23820 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 0 FOLLOWER]: Advancing to term 1
02:12:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.317050 23820 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f8b9a73ffdf24207bd7991ec37437599 in term 1.
02:12:44.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.321974 23958 leader_election.cc:304] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 31fd13d47a1d42b4989bcfe030b61b06, f8b9a73ffdf24207bd7991ec37437599; no voters: 
02:12:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.320407 24022 leader_election.cc:290] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [CANDIDATE]: Term 1 election: Requested vote from peers 31fd13d47a1d42b4989bcfe030b61b06 (127.23.52.254:33699), 66a4b045ff994daabd1e46d9816844b8 (127.23.52.253:45347)
02:12:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.331962 24022 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 1 FOLLOWER]: Leader election won for term 1
02:12:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.337240 24022 raft_consensus.cc:697] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [term 1 LEADER]: Becoming Leader. State: Replica: f8b9a73ffdf24207bd7991ec37437599, State: Running, Role: LEADER
02:12:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.342108 24022 consensus_queue.cc:237] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:44.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.384613 24049 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f8b9a73ffdf24207bd7991ec37437599. Latest consensus state: current_term: 1 leader_uuid: "f8b9a73ffdf24207bd7991ec37437599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:44.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.389055 24049 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [sys.catalog]: This master's current role is: LEADER
02:12:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.394250 24051 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:12:44.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.402643 24051 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:12:44.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.429509 23820 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 1 FOLLOWER]: Refusing update from remote peer f8b9a73ffdf24207bd7991ec37437599: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:12:44.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.431155 24022 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [LEADER]: Connected to new peer: Peer: permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.457935 24036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f8b9a73ffdf24207bd7991ec37437599. Latest consensus state: current_term: 1 leader_uuid: "f8b9a73ffdf24207bd7991ec37437599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.458664 24036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [sys.catalog]: This master's current role is: FOLLOWER
02:12:44.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.466452 24049 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f8b9a73ffdf24207bd7991ec37437599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:44.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.467195 24049 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [sys.catalog]: This master's current role is: LEADER
02:12:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.469468 24036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f8b9a73ffdf24207bd7991ec37437599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.470152 24036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [sys.catalog]: This master's current role is: FOLLOWER
02:12:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.486888 24051 catalog_manager.cc:1382] Generated new cluster ID: 1a629ec75a584904bbf185d1bf387bf4
02:12:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.487200 24051 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:12:44.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.496310 24053 mvcc.cc:204] Tried to move back new op lower bound from 7305120827071410176 to 7305120826777423872. Current Snapshot: MvccSnapshot[applied={T|T < 7305120827071410176}]
02:12:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.526481 24051 catalog_manager.cc:1405] Generated new certificate authority record
02:12:44.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.528504 24051 catalog_manager.cc:1539] Loading token signing keys...
02:12:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.551698 24051 catalog_manager.cc:6069] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599: Generated new TSK 0
02:12:44.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.552883 24051 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:12:44.580 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.21.95.62:44295, [16ms] received response from server master-127.21.95.62:44295: OK, deferred=null) with no deferred attached!
02:12:44.592 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476764588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:44.592 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.21.95.62:44295, [4ms] received response from server master-127.21.95.62:44295: OK, deferred=null) with no deferred attached!
02:12:44.592 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.21.95.62:44295, [13ms] received response from server master-127.21.95.62:44295: OK, deferred=null) with no deferred attached!
02:12:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:44.599215 23763 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/wal
02:12:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/data
02:12:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/logs
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/data/info.pb
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.193:0
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.52.193
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.193
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:12:44.607 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
02:12:44.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:12:45.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476765088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:45.107 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:12:45.108 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:12:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.133665 24047 catalog_manager.cc:1294] Loaded cluster ID: 1a629ec75a584904bbf185d1bf387bf4
02:12:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.133958 24047 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06: loading cluster ID for follower catalog manager: success
02:12:45.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:45.158365 24058 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:45.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:45.159093 24058 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:45.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:45.159909 24058 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.161054 24047 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06: acquiring CA information for follower catalog manager: success
02:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.168473 24047 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:12:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:45.230129 24058 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:45.231483 24058 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.52.193
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.302748 24058 tablet_server_runner.cc:78] Tablet server non-default flags:
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/data
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/wal
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.193:0
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/data/info.pb
02:12:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.193
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.52.193
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/logs
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.304714 24058 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:45.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.307000 24058 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:45.368851 24066 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:45.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476765589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:45.607 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:12:45.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:12:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.830358 23925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } attempt: 8
02:12:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.931506 23925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8: Bootstrap starting.
02:12:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.953725 23925 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8: Neither blocks nor log segments found. Creating new log.
02:12:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:45.956434 23961 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.23.52.253:45347 timed out after 1.676s (SENT)
02:12:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:45.962019 23925 log.cc:826] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8: Log is configured to *not* fsync() on all Append() calls
02:12:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.049170 23925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8: No bootstrap required, opened a new log
02:12:46.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476766089 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.096071 23925 raft_consensus.cc:359] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.101652 23925 raft_consensus.cc:385] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.102645 23925 raft_consensus.cc:740] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66a4b045ff994daabd1e46d9816844b8, State: Initialized, Role: FOLLOWER
02:12:46.105 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:12:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.104952 23925 consensus_queue.cc:260] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } }
02:12:46.108 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:12:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.113750 23925 sys_catalog.cc:565] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [sys.catalog]: configured and running, proceeding with master startup.
02:12:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.113884 23900 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f8b9a73ffdf24207bd7991ec37437599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66a4b045ff994daabd1e46d9816844b8" is_pre_election: true
02:12:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.114728 23900 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f8b9a73ffdf24207bd7991ec37437599 in term 0.
02:12:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:46.115345 23900 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39828 (request call id 1) took 1836 ms (client timeout 1676 ms). Trace:
02:12:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:46.115731 23900 rpcz_store.cc:269] 0708 02:12:44.278885 (+     0us) service_pool.cc:167] Inserting onto call queue
02:12:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:44.279308 (+   423us) service_pool.cc:224] Handling call
02:12:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:46.115255 (+1835947us) inbound_call.cc:177] Queueing success response
02:12:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:12:46.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.117710 24076 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:46.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.118480 24076 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [sys.catalog]: This master's current role is: FOLLOWER
02:12:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.125353 23897 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [term 0 FOLLOWER]: Advancing to term 1
02:12:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.129241 23899 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "31fd13d47a1d42b4989bcfe030b61b06" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66a4b045ff994daabd1e46d9816844b8" is_pre_election: true
02:12:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:46.130512 23899 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39822 (request call id 2) took 1846 ms (client timeout 1957 ms). Trace:
02:12:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:46.130959 23899 rpcz_store.cc:269] 0708 02:12:44.283773 (+     0us) service_pool.cc:167] Inserting onto call queue
02:12:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:44.284191 (+   418us) service_pool.cc:224] Handling call
02:12:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:46.130442 (+1846251us) inbound_call.cc:177] Queueing success response
02:12:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:12:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.132170 23898 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f8b9a73ffdf24207bd7991ec37437599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66a4b045ff994daabd1e46d9816844b8"
02:12:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.132508 23796 leader_election.cc:304] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 31fd13d47a1d42b4989bcfe030b61b06; no voters: 66a4b045ff994daabd1e46d9816844b8, f8b9a73ffdf24207bd7991ec37437599
02:12:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:46.133270 23898 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39828 (request call id 2) took 1813 ms (client timeout 2180 ms). Trace:
02:12:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:46.133728 23898 rpcz_store.cc:269] 0708 02:12:44.319626 (+     0us) service_pool.cc:167] Inserting onto call queue
02:12:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:44.319771 (+   145us) service_pool.cc:224] Handling call
02:12:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:46.133205 (+1813434us) inbound_call.cc:177] Queueing success response
02:12:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:12:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.134896 23896 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f8b9a73ffdf24207bd7991ec37437599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66a4b045ff994daabd1e46d9816844b8" is_pre_election: true
02:12:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.148231 23897 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [term 1 FOLLOWER]: Refusing update from remote peer f8b9a73ffdf24207bd7991ec37437599: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:12:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.149361 23897 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:39828 (request call id 3) took 1721 ms. Trace:
02:12:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.150810 23897 rpcz_store.cc:276] 0708 02:12:44.428235 (+     0us) service_pool.cc:167] Inserting onto call queue
02:12:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:44.428376 (+   141us) service_pool.cc:224] Handling call
02:12:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:46.124992 (+1696616us) raft_consensus.cc:1471] Updating replica for 0 ops
02:12:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:46.148879 (+ 23887us) raft_consensus.cc:1697] Filling consensus response to leader.
02:12:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:12:46.149289 (+   410us) inbound_call.cc:177] Queueing success response
02:12:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:12:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.155611 24079 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 31fd13d47a1d42b4989bcfe030b61b06 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:12:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.156020 24078 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [LEADER]: Connected to new peer: Peer: permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:12:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.248348 24076 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f8b9a73ffdf24207bd7991ec37437599. Latest consensus state: current_term: 1 leader_uuid: "f8b9a73ffdf24207bd7991ec37437599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.250933 24084 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f8b9a73ffdf24207bd7991ec37437599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.251710 24084 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [sys.catalog]: This master's current role is: FOLLOWER
02:12:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.249068 24076 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8 [sys.catalog]: This master's current role is: FOLLOWER
02:12:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.264497 24095 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:12:46.590 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476766589 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.593153 24078 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f8b9a73ffdf24207bd7991ec37437599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31fd13d47a1d42b4989bcfe030b61b06" member_type: VOTER last_known_addr { host: "127.23.52.254" port: 33699 } } peers { permanent_uuid: "66a4b045ff994daabd1e46d9816844b8" member_type: VOTER last_known_addr { host: "127.23.52.253" port: 45347 } } peers { permanent_uuid: "f8b9a73ffdf24207bd7991ec37437599" member_type: VOTER last_known_addr { host: "127.23.52.252" port: 44081 } } }
02:12:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:46.593922 24078 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 [sys.catalog]: This master's current role is: LEADER
02:12:46.607 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
02:12:46.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
02:12:47.089 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476767088 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:47.102 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:12:47.104 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
02:12:47.109 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.20.169.252:37241, [34ms] received response from server master-127.20.169.252:37241: OK, deferred=null) with no deferred attached!
02:12:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.276118 24095 catalog_manager.cc:1294] Loaded cluster ID: 1a629ec75a584904bbf185d1bf387bf4
02:12:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.276423 24095 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8: loading cluster ID for follower catalog manager: success
02:12:47.289 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:47.290 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:47.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:47.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:47.291 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:47.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:47.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:47.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:47.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:47.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:47.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:47.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:47.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:47.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.285012 24095 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8: acquiring CA information for follower catalog manager: success
02:12:47.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.312803 24095 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 66a4b045ff994daabd1e46d9816844b8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:12:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:46.751057 24065 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 24058
02:12:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:47.578570 24058 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.180s	user 0.000s	sys 0.001s
02:12:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:47.583467 24058 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.185s	user 0.000s	sys 0.002s
02:12:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:45.395049 24067 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:47.584203 24070 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:47.589 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476767588 for job 44a1d56ce7e44c75dd2bece6ef564b6b.
02:12:47.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.598464 24058 server_base.cc:1061] running on GCE node
02:12:47.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.599888 24058 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:47.604 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 44a1d56ce7e44c75dd2bece6ef564b6b (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:12:47.605 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
02:12:47.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.616917 24058 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.618405 24058 hybrid_clock.cc:648] HybridClock initialized: now 1783476767618365 us; error 53 us; skew 500 ppm
02:12:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.619534 24058 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:47.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.646909 24058 webserver.cc:534] Webserver started at http://127.23.52.193:46849/ using document root <none> and password file <none>
02:12:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.648787 24058 fs_manager.cc:362] Metadata directory not provided
02:12:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.649386 24058 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.650151 24058 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.663595 24058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/data/instance:
02:12:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d2a5ab7c0b342f2835ffdda35acb439"
02:12:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:47 on dist-test-slave-fshw"
02:12:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.667275 24058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/wal/instance:
02:12:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d2a5ab7c0b342f2835ffdda35acb439"
02:12:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:47 on dist-test-slave-fshw"
02:12:47.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.701604 24058 fs_manager.cc:696] Time spent creating directory manager: real 0.030s	user 0.009s	sys 0.001s
02:12:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.724661 24106 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.726610 24058 fs_manager.cc:730] Time spent opening block manager: real 0.019s	user 0.006s	sys 0.001s
02:12:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.727283 24058 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/wal
02:12:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d2a5ab7c0b342f2835ffdda35acb439"
02:12:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:47 on dist-test-slave-fshw"
02:12:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.728066 24058 fs_report.cc:389] FS layout report
02:12:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/wal
02:12:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/wal
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/data/data
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.951500 24058 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.956396 24058 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.957348 24058 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.973997 24058 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:12:47.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.991482 24058 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:12:47.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.992211 24058 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
02:12:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.992738 24058 ts_tablet_manager.cc:616] Registered 0 tablets
02:12:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:47.993146 24058 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:12:48.009 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.010 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.011 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.014 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.016 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28927), Traces: [0ms] sending RPC to server master-127.20.169.252:37241, [4ms] received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [31ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [34ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [65ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [66ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [66ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [86ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [106ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [106ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [165ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [166ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [166ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [222ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [224ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [225ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [227ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [448ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [824ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [825ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [827ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [827ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1642ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1646ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2682ms] refreshing cache from master, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2687ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2688ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2689ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2690ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4562ms] refreshing cache from master, [4562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4572ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4573ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4574ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4574ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7522ms] refreshing cache from master, [7522ms] too many traces: truncated at 100 traces, deferred=Deferred@2126540265(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@409abe42 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637)))
02:12:48.017 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.018 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.017 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28927), Traces: [0ms] sending RPC to server master-127.20.169.252:37241, [4ms] received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [31ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [34ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [65ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [66ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [66ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [86ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [106ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [106ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [165ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [166ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [166ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [222ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [224ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [225ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [227ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [448ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [824ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [825ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [827ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [827ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1642ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1646ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2682ms] refreshing cache from master, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2687ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2688ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2689ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2690ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4562ms] refreshing cache from master, [4562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4572ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4573ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4574ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4574ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7522ms] refreshing cache from master, [7522ms] too many traces: truncated at 100 traces, deferred=Deferred@2126540265(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@409abe42 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28927), Traces: [0ms] sending RPC to server master-127.20.169.252:37241, [4ms] received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [31ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [34ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [65ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [66ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [66ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [86ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [106ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [106ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [165ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [166ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [166ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [222ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [224ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [225ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [227ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [448ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [824ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [825ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [827ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [827ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1642ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1646ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2682ms] refreshing cache from master, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2687ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2688ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2689ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2690ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4562ms] refreshing cache from master, [4562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4572ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4573ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4574ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4574ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7522ms] refreshing cache from master, [7522ms] too many traces: truncated at 100 traces, deferred=Deferred@2126540265(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@409abe42 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:12:48.018 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.020 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.020 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.021 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.030 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.031 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.034 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.035 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.049 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.050 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.051 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.052 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.052 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.070 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.070 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.071 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.072 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.072 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.090 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.092 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.093 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.093 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.094 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.095 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.129 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.130 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.131 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.128 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28927), Traces: [0ms] sending RPC to server master-127.20.169.252:37241, [4ms] received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [31ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [34ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [65ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [66ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [66ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [86ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [106ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [106ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [165ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [166ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [166ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [222ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [224ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [225ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [227ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [448ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [824ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [825ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [827ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [827ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1642ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1646ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2682ms] refreshing cache from master, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2687ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2688ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2689ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2690ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4562ms] refreshing cache from master, [4562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4572ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4573ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4574ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4574ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7522ms] refreshing cache from master, [7522ms] too many traces: truncated at 100 traces, deferred=Deferred@2126540265(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@409abe42 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28927), Traces: [0ms] sending RPC to server master-127.20.169.252:37241, [4ms] received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [31ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [34ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [65ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [66ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [66ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [86ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [106ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [106ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [165ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [166ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [166ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [222ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [224ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [225ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [227ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [448ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [824ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [825ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [827ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [827ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1642ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1646ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2682ms] refreshing cache from master, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2687ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2688ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2689ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2690ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4562ms] refreshing cache from master, [4562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4572ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4573ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4574ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4574ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7522ms] refreshing cache from master, [7522ms] too many traces: truncated at 100 traces, deferred=Deferred@2126540265(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@409abe42 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1046458165 after retry RPC after error@643261139) -> (continuation of Deferred@1527119061 after retry RPC after error@1316499801) -> (continuation of Deferred@220010916 after retry RPC after error@272737070) -> (continuation of Deferred@1691752103 after retry RPC after error@1806373277) -> (continuation of Deferred@245294453 after retry RPC after error@333147995) -> (continuation of Deferred@1198268585 after retry RPC after error@1962468896) -> (continuation of Deferred@229904519 after retry RPC after error@1172117469) -> (continuation of Deferred@1662131879 after retry RPC after error@1349004547) -> (continuation of Deferred@2104836001 after retry RPC after error@1354476589) -> (continuation of Deferred@590313403 after retry RPC after error@842946280) -> (continuation of Deferred@1717763897 after retry RPC after error@1807084828) -> (continuation of Deferred@872406398 after retry RPC after error@1932940543) -> (continuation of Deferred@48031383 after retry RPC after error@1187325661) -> (continuation of Deferred@194778966 after retry RPC after error@1246505846) -> (continuation of Deferred@801215734 after retry RPC after error@1079880733) -> (continuation of Deferred@730867175 after retry RPC after error@11320440) -> (continuation of Deferred@602533567 after retry RPC after error@242844571) -> (continuation of Deferred@619454638 after retry RPC after error@1095112503) -> (continuation of Deferred@758547894 after retry RPC after error@1871822544) -> (continuation of Deferred@708647644 after retry RPC after error@1530093315) -> (continuation of Deferred@1118927590 after retry RPC after error@548682590) -> (continuation of Deferred@1646083694 after retry RPC after error@588754537) -> (continuation of Deferred@1782089383 after retry RPC after error@1800875637)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:12:48.176 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:12:48.176 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RUNNING to RESTARTING.
02:12:48.182 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:12:48.182 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:12:48.183 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:12:48.185 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:12:48.185 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:12:48.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
02:12:48.195 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:12:48.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:12:48.197 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:12:48.198 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
02:12:48.198 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:12:48.199 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.21.95.62:44295(127.21.95.62:44295)] disconnecting while in state TERMINATED
02:12:48.199 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.21.95.61:46449(127.21.95.61:46449)] disconnecting while in state TERMINATED
02:12:48.199 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.21.95.60:44877(127.21.95.60:44877)] disconnecting while in state TERMINATED
02:12:48.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:48.200 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:12:48.201 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:12:48.210 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.219 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:12:48.220 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:12:48.220 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:12:48.221 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:12:48.221 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:12:48.221 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:12:48.211 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.222 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.21.95.62:44295(127.21.95.62:44295)] disconnecting while in state TERMINATED
02:12:48.232 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.21.95.61:46449(127.21.95.61:46449)] disconnecting while in state TERMINATED
02:12:48.232 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.21.95.60:44877(127.21.95.60:44877)] disconnecting while in state TERMINATED
02:12:48.233 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:48.233 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.234 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:12:48.234 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:12:48.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.239 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:48.239 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:12:48.240 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:12:48.241 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:12:48.241 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:12:48.252 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.21.95.62:44295(127.21.95.62:44295)] disconnecting while in state TERMINATED
02:12:48.252 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.21.95.61:46449(127.21.95.61:46449)] disconnecting while in state TERMINATED
02:12:48.252 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 875ebcb85b6e41eb94b8a621676dce00(127.21.95.3:40011)] disconnecting while in state TERMINATED
02:12:48.252 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.21.95.60:44877(127.21.95.60:44877)] disconnecting while in state TERMINATED
02:12:48.252 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:48.253 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:12:48.253 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:12:48.253 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:12:48.253 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:12:48.253 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:12:48.254 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
02:12:48.256 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
02:12:48.256 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:12:48.257 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:12:48.257 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:12:48.274 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:12:48.275 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:12:48.275 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:12:48.275 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:12:48.275 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:12:48.279 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:12:48.279 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
02:12:48.280 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:12:48.285 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:12:48.288 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:12:48.288 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:12:48.289 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:12:48.290 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:12:48.299 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.21.95.62:44295(127.21.95.62:44295)] disconnecting while in state TERMINATED
02:12:48.299 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f3bdbac7d9304705bafacb055568a7b9(127.21.95.2:41935)] disconnecting while in state TERMINATED
02:12:48.299 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.21.95.61:46449(127.21.95.61:46449)] disconnecting while in state TERMINATED
02:12:48.299 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.21.95.60:44877(127.21.95.60:44877)] disconnecting while in state TERMINATED
02:12:48.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:48.300 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
02:12:48.300 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:12:48.301 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:12:48.321 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:12:48.322 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:12:48.322 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:12:48.322 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:12:48.322 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
02:12:48.324 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:12:48.325 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44a1d56ce7e44c75dd2bece6ef564b6b
02:12:48.370 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.370 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.371 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.373 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.373 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.450 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.451 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.451 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.453 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.453 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.453 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.454 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.654435 24058 rpc_server.cc:307] RPC server started. Bound to: 127.23.52.193:34645
02:12:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.654568 24240 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.52.193:34645 every 8 connection(s)
02:12:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.658129 24058 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/data/info.pb
02:12:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.665073 23763 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 24058
02:12:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.665714 23763 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-0/wal/instance
02:12:48.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.697454 23763 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/wal
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/data
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/logs
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/data/info.pb
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.194:0
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.52.194
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.194
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:12:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.756350 24241 heartbeater.cc:344] Connected to a master server at 127.23.52.252:44081
02:12:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.756855 24241 heartbeater.cc:461] Registering TS with master...
02:12:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.757987 24242 heartbeater.cc:344] Connected to a master server at 127.23.52.253:45347
02:12:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.758332 24242 heartbeater.cc:461] Registering TS with master...
02:12:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.758374 24241 heartbeater.cc:507] Master 127.23.52.252:44081 requested a full tablet report, sending...
02:12:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.759191 24242 heartbeater.cc:507] Master 127.23.52.253:45347 requested a full tablet report, sending...
02:12:48.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.761917 23976 ts_manager.cc:194] Registered new tserver with Master: 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645)
02:12:48.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.762630 23890 ts_manager.cc:194] Registered new tserver with Master: 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645)
02:12:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.764568 23976 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.52.193:53285
02:12:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.795892 24246 heartbeater.cc:344] Connected to a master server at 127.23.52.254:33699
02:12:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.796294 24246 heartbeater.cc:461] Registering TS with master...
02:12:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.797001 24246 heartbeater.cc:507] Master 127.23.52.254:33699 requested a full tablet report, sending...
02:12:48.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:48.800258 23810 ts_manager.cc:194] Registered new tserver with Master: 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645)
02:12:48.889 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:48.890 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:48.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.890 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:48.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:48.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:48.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:48.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:49.135162 24245 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:49.135617 24245 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:49.136013 24245 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:49.182452 24245 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:49.183554 24245 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.52.194
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:49.224783 24245 tablet_server_runner.cc:78] Tablet server non-default flags:
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/data
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/wal
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.194:0
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/data/info.pb
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.194
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.52.194
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/logs
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:49.226503 24245 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:49.228185 24245 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:49.242424 24258 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:49.281 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RESTARTING to RUNNING.
02:12:49.285 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 44a1d56ce7e44c75dd2bece6ef564b6b from Checkpoint 67 @ 1783476767588 for 44a1d56ce7e44c75dd2bece6ef564b6b located at file:/tmp/junit1567620589577463559/checkpoints/44a1d56ce7e44c75dd2bece6ef564b6b/chk-67.
02:12:49.317 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:12:49.318 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:12:49.324 [INFO - Thread-10] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:12:49.325 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state TERMINATED
02:12:49.326 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state TERMINATED
02:12:49.326 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state TERMINATED
02:12:49.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:49.327 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:12:49.332 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:12:49.332 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:12:49.341 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
02:12:49.343 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:12:49.345 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
02:12:49.345 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857
02:12:49.345 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:12:49.347 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:12:49.348 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:12:49.348 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id a3defdadf52c91f803cb5705c1126b08
02:12:49.348 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
02:12:49.349 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:12:49.353 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:12:49.355 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857.
02:12:49.360 [INFO - Thread-10] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:12:49.361 [INFO - Thread-10] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:12:49.363 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
02:12:49.363 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24f28acf9959c4eaab4ba1daf1725408
02:12:49.364 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:12:49.368 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:12:49.376 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:12:49.377 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24b1bffa431a13448500fc83260c11f7
02:12:49.378 [DEBUG - Thread-10] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:49.378 [INFO - Thread-10] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:12:49.379 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:49.384 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:12:49.384 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
02:12:49.387 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
02:12:49.388 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4494cf4d
02:12:49.388 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:12:49.389 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:12:49.389 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:12:49.390 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:12:49.392 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id a3defdadf52c91f803cb5705c1126b08.
02:12:49.393 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:12:49.394 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 24f28acf9959c4eaab4ba1daf1725408.
02:12:49.395 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:12:49.395 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:12:49.396 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@70fa08f3
02:12:49.396 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:12:49.399 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:12:49.400 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:12:49.400 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:12:49.404 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e7654bc
02:12:49.406 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25b20b5c
02:12:49.418 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:12:49.418 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:12:49.419 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:12:49.419 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:12:49.419 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:12:49.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
02:12:49.420 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 24b1bffa431a13448500fc83260c11f7.
02:12:49.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
02:12:49.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f6b5484
02:12:49.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:12:49.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:12:49.422 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:12:49.422 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:12:49.423 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:49.424 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:49.430 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42c9a26a
02:12:49.433 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:12:49.433 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:12:49.434 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44c62101
02:12:49.434 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:12:49.434 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:12:49.435 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:12:49.436 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:12:49.438 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:49.443 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.446 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.449 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:49.450 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35b368f8
02:12:49.453 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:49.466 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.466 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.467 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.471 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.476 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.484 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.488 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.488 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.501 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.506 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.506 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.509 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.516 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:49.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.526 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:49.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.540 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:49.544 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.546 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.547 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.549 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:49.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.554 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.561 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.566 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.568 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.572 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:49.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.575 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:49.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.579 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.580 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.584 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.586 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.605 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:49.609 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:49.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.629 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.643 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.645 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:49.647 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.647 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.649 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.657 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.657 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.666 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.667 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.667 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.668 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.674 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:49.675 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.678 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:49.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.680 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.686 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.686 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.687 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.687 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.688 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.688 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.688 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.689 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.689 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:49.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.690 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:49.690 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:49.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.692 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:49.689 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.692 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.694 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.697 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.698 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.703 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.706 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.708 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.709 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:49.709 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:49.710 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:49.710 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.710 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:49.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.716 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.719 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.719 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.725 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.726 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.726 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.726 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.727 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.727 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.727 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.728 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.730 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.729 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:49.730 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:49.731 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:49.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:49.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.740 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.744 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.745 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.745 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.746 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.746 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.746 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.747 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.749 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.749 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.749 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.749 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.750 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.750 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.753 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:49.754 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:49.754 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:49.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.756 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:49.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.757 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.768 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:49.768846 24241 heartbeater.cc:499] Master 127.23.52.252:44081 was elected leader, sending a full tablet report...
02:12:49.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.787 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.788 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.788 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.790 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.806 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.807 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.808 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.809 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:49.824 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.824 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.825 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.829 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.833 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.833 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.840 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.844 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.844 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.845 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.848 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.860 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.860 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.863 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.865 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.867 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.868 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.887 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.887 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.888 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.891 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:49.892 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:49.892 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:49.893 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:49.893 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:49.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:49.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:49.895 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:49.966 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:49.966 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:49.967 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:49.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:49.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:49.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:49.968 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.044 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.045 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.046 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.050 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.066 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.076 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.101 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.101 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.101 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.101 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.109 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:50.110 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:50.110 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:50.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:50.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:50.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:50.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:50.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:50.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:50.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:50.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:50.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:50.115 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:50.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.120 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.121 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.121 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.121 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.121 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:50.346 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.347 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.347 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.352 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.367 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.369 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.373 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.465 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.465 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.466 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.475 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.569 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:50.570 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:50.571 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:50.572 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:50.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:50.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:50.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:50.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:50.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:50.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:50.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:50.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:50.575 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:50.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.608 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.609 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.609 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.610 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.610 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.611 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:50.689 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:50.690 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:50.690 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:50.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:50.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:50.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:50.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:50.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:50.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:50.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:50.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:50.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:50.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:50.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:50.986 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:50.987 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:50.987 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:50.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:50.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:50.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.993 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:50.993 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:49.247485 24261 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:49.245411 24259 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:51.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:51.122712 24260 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1877 milliseconds
02:12:51.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.122828 24245 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.124240 24245 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:51.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.127480 24245 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.128978 24245 hybrid_clock.cc:648] HybridClock initialized: now 1783476771128858 us; error 126 us; skew 500 ppm
02:12:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.130017 24245 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:51.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.138422 24245 webserver.cc:534] Webserver started at http://127.23.52.194:40443/ using document root <none> and password file <none>
02:12:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.139581 24245 fs_manager.cc:362] Metadata directory not provided
02:12:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.139846 24245 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.140424 24245 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.145624 24245 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/data/instance:
02:12:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a14915972e904b1a94e1c366030f195e"
02:12:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:51 on dist-test-slave-fshw"
02:12:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.147065 24245 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/wal/instance:
02:12:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a14915972e904b1a94e1c366030f195e"
02:12:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:51 on dist-test-slave-fshw"
02:12:51.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.155097 24245 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.000s	sys 0.008s
02:12:51.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.162782 24324 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:51.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.163964 24245 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
02:12:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.165166 24245 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/wal
02:12:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a14915972e904b1a94e1c366030f195e"
02:12:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:51 on dist-test-slave-fshw"
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.165628 24245 fs_report.cc:389] FS layout report
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/wal
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/wal
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/data/data
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.234887 24245 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.236351 24245 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.236816 24245 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.239778 24245 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:12:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.244146 24245 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:12:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.244378 24245 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:12:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.244716 24245 ts_tablet_manager.cc:616] Registered 0 tablets
02:12:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.244899 24245 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:12:51.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:51.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.401278 24245 rpc_server.cc:307] RPC server started. Bound to: 127.23.52.194:33737
02:12:51.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.401373 24436 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.52.194:33737 every 8 connection(s)
02:12:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.404068 24245 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/data/info.pb
02:12:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.412660 23763 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 24245
02:12:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.413216 23763 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-1/wal/instance
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.444630 23763 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/wal
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/data
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/logs
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/data/info.pb
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.195:0
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.52.195
02:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.195
02:12:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:12:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.456981 24438 heartbeater.cc:344] Connected to a master server at 127.23.52.253:45347
02:12:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.457508 24438 heartbeater.cc:461] Registering TS with master...
02:12:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.458956 24438 heartbeater.cc:507] Master 127.23.52.253:45347 requested a full tablet report, sending...
02:12:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.460512 24437 heartbeater.cc:344] Connected to a master server at 127.23.52.252:44081
02:12:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.460870 24437 heartbeater.cc:461] Registering TS with master...
02:12:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.461809 24437 heartbeater.cc:507] Master 127.23.52.252:44081 requested a full tablet report, sending...
02:12:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.462195 23890 ts_manager.cc:194] Registered new tserver with Master: a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:51.464 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:51.464 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:51.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:51.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.464310 23976 ts_manager.cc:194] Registered new tserver with Master: a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:51.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:51.466 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:51.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:51.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.465997 23976 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.52.194:46525
02:12:51.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:51.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:51.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:51.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:51.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.468183 24439 heartbeater.cc:344] Connected to a master server at 127.23.52.254:33699
02:12:51.469 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:51.469 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:51.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:51.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:51.469 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:51.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:51.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.468535 24439 heartbeater.cc:461] Registering TS with master...
02:12:51.470 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:51.470 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:51.470 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:51.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:51.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:51.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:51.471 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:51.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.470880 24439 heartbeater.cc:507] Master 127.23.52.254:33699 requested a full tablet report, sending...
02:12:51.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.473343 23810 ts_manager.cc:194] Registered new tserver with Master: a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:51.746 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:51.747 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:51.747 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:51.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:51.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:51.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:51.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:51.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:51.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:51.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:51.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:51.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:51.750 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:51.786913 24447 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:12:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:51.787386 24447 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:12:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:51.787864 24447 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:12:51.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:51.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:51.843408 24447 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:12:51.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:51.844700 24447 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.52.195
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.884828 24447 tablet_server_runner.cc:78] Tablet server non-default flags:
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.52.212:44841
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/data
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/wal
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.52.195:0
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/data/info.pb
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.52.195
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:12:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.52.254:33699,127.23.52.253:45347,127.23.52.252:44081
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.52.195
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/logs
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:12:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.886314 24447 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:12:51.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:51.888314 24447 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:12:51.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:51.904186 24455 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:51.929 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:51.930 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:51.930 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:51.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:51.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:51.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:51.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:51.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:51.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:51.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:51.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:51.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:51.936 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:51.964 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:51.964 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:51.965 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:51.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:51.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:51.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:51.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:51.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:51.969 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:51.969 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:51.969 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:51.969 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:51.969 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:52.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:52.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:52.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:52.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:52.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:52.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:52.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:52.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:52.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:52.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:52.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:52.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:52.140 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:52.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:52.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:52.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:52.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:52.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:52.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:52.189 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:52.189 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:52.189 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:52.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:52.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:52.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:52.190 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:52.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:52.470611 24437 heartbeater.cc:499] Master 127.23.52.252:44081 was elected leader, sending a full tablet report...
02:12:52.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:52.866 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:52.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:52.868 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:52.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:52.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:52.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:52.870 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:52.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:52.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:52.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:52.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:52.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:52.871 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:53.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:53.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:53.306196 24454 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 24447
02:12:53.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:51.907394 24456 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:53.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:53.764319 24447 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.858s	user 0.622s	sys 1.194s
02:12:53.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:53.765292 24447 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.859s	user 0.622s	sys 1.195s
02:12:53.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:53.767508 24458 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:12:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:53.770560 24457 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1859 milliseconds
02:12:53.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.770653 24447 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:12:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.772099 24447 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:12:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.774670 24447 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:12:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.776113 24447 hybrid_clock.cc:648] HybridClock initialized: now 1783476773776066 us; error 41 us; skew 500 ppm
02:12:53.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.777177 24447 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:12:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.784752 24447 webserver.cc:534] Webserver started at http://127.23.52.195:36433/ using document root <none> and password file <none>
02:12:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.785943 24447 fs_manager.cc:362] Metadata directory not provided
02:12:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.786216 24447 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:12:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.786741 24447 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:12:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.793169 24447 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/data/instance:
02:12:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c525c19541e496cb822eb6142448ebf"
02:12:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:53 on dist-test-slave-fshw"
02:12:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.794632 24447 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/wal/instance:
02:12:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c525c19541e496cb822eb6142448ebf"
02:12:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:53 on dist-test-slave-fshw"
02:12:53.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.804021 24447 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.001s
02:12:53.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:53.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.821870 24468 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:12:53.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.823293 24447 fs_manager.cc:730] Time spent opening block manager: real 0.016s	user 0.009s	sys 0.006s
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.823694 24447 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/wal
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c525c19541e496cb822eb6142448ebf"
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:12:53 on dist-test-slave-fshw"
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.824234 24447 fs_report.cc:389] FS layout report
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/wal
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/wal
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/data/data
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:12:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:12:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:12:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:12:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:12:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:12:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:12:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:12:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:12:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:12:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:12:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.881891 24447 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:12:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.883541 24447 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:12:53.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.884087 24447 kserver.cc:163] Server-wide thread pool size limit: 3276
02:12:53.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.887091 24447 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:12:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.891738 24447 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:12:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.891968 24447 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:12:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.892318 24447 ts_tablet_manager.cc:616] Registered 0 tablets
02:12:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:53.892524 24447 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:12:54.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:54.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:54.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:54.059 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:54.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:54.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:54.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:54.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:54.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:54.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:54.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:54.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:54.060 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:54.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.064508 24447 rpc_server.cc:307] RPC server started. Bound to: 127.23.52.195:40225
02:12:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.064693 24582 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.52.195:40225 every 8 connection(s)
02:12:54.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.067864 24447 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/data/info.pb
02:12:54.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.068373 23763 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 24447
02:12:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.068789 23763 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster17399696939190857034/ts-2/wal/instance
02:12:54.127 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:54.127 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:54.128 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:54.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:54.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:54.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:54.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:54.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:54.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:54.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:54.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:54.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:54.130 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.131421 24584 heartbeater.cc:344] Connected to a master server at 127.23.52.253:45347
02:12:54.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.132051 24584 heartbeater.cc:461] Registering TS with master...
02:12:54.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.133414 24584 heartbeater.cc:507] Master 127.23.52.253:45347 requested a full tablet report, sending...
02:12:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.134984 24583 heartbeater.cc:344] Connected to a master server at 127.23.52.252:44081
02:12:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.135331 24583 heartbeater.cc:461] Registering TS with master...
02:12:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.135389 24587 heartbeater.cc:344] Connected to a master server at 127.23.52.254:33699
02:12:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.135787 24587 heartbeater.cc:461] Registering TS with master...
02:12:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.136255 24583 heartbeater.cc:507] Master 127.23.52.252:44081 requested a full tablet report, sending...
02:12:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.136714 24587 heartbeater.cc:507] Master 127.23.52.254:33699 requested a full tablet report, sending...
02:12:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.139439 23976 ts_manager.cc:194] Registered new tserver with Master: 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225)
02:12:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.139569 23810 ts_manager.cc:194] Registered new tserver with Master: 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225)
02:12:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.141235 23890 ts_manager.cc:194] Registered new tserver with Master: 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225)
02:12:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.141340 23976 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.52.195:60449
02:12:54.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.150621 23763 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:12:54.162 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:12:54.162 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:12:54.163 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.52.254"
      port: 33699
    }
    bound_http_address {
      host: "127.23.52.254"
      port: 41209
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.52.253"
      port: 45347
    }
    bound_http_address {
      host: "127.23.52.253"
      port: 34993
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.52.252"
      port: 44081
    }
    bound_http_address {
      host: "127.23.52.252"
      port: 37453
    }
  }
}

02:12:54.163 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:12:54.165 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.52.193"
      port: 34645
    }
    bound_http_address {
      host: "127.23.52.193"
      port: 46849
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.52.194"
      port: 33737
    }
    bound_http_address {
      host: "127.23.52.194"
      port: 40443
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.52.195"
      port: 40225
    }
    bound_http_address {
      host: "127.23.52.195"
      port: 36433
    }
  }
}

02:12:54.165 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:12:54.167 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:54.173 [DEBUG - main] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:12:54.174 [DEBUG - main] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:12:54.174 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.124.253:40343(127.22.124.253:40343)] Successfully connected to peer
02:12:54.176 [DEBUG - main] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:12:54.181 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.253
02:12:54.187 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.124.254:40567(127.22.124.254:40567)] Successfully connected to peer
02:12:54.189 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.124.252:46509(127.22.124.252:46509)] Successfully connected to peer
02:12:54.193 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.254
02:12:54.195 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.252
02:12:54.206 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:54.206 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:54.206 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:54.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:54.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:54.208 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:54.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:54.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:54.209 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:54.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:54.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:54.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:54.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:54.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:54.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:54.209 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:54.213 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x37e69799, L:/127.0.0.1:32768 - R:/127.22.124.252:46509] using SASL/PLAIN
02:12:54.214 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6864495b, L:/127.0.0.1:43792 - R:/127.22.124.254:40567] using SASL/PLAIN
02:12:54.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:54.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=46), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: OK, deferred=null) after lookup
02:12:54.220 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd5804595, L:/127.0.0.1:52128 - R:/127.22.124.253:40343] using SASL/PLAIN
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.222174 23232 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:32768:
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
02:12:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:54.231269 23232 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:12:54.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:54.334 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:12:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.462376 23688 tablet_service.cc:1511] Processing CreateTablet for tablet 83a51ff88ebc43c2aaeb025fa9316917 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.465745 23688 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 83a51ff88ebc43c2aaeb025fa9316917. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.465508 23687 tablet_service.cc:1511] Processing CreateTablet for tablet 18c78187d78a43cbb144fe78612d794c (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.465652 23686 tablet_service.cc:1511] Processing CreateTablet for tablet 0170645184a442b28f9250b1f792d5a5 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.468550 23685 tablet_service.cc:1511] Processing CreateTablet for tablet 9a61c69944f74b62a1b11c52cdaf7ba6 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.472422 23684 tablet_service.cc:1511] Processing CreateTablet for tablet 3b3e020cf82e48e69aa72f4077aa5e71 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.474259 23544 tablet_service.cc:1511] Processing CreateTablet for tablet 18c78187d78a43cbb144fe78612d794c (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.477146 23544 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 18c78187d78a43cbb144fe78612d794c. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.477391 23543 tablet_service.cc:1511] Processing CreateTablet for tablet 0170645184a442b28f9250b1f792d5a5 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.478978 23543 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0170645184a442b28f9250b1f792d5a5. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.481655 23545 tablet_service.cc:1511] Processing CreateTablet for tablet 83a51ff88ebc43c2aaeb025fa9316917 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.484282 23685 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9a61c69944f74b62a1b11c52cdaf7ba6. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.488029 23686 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0170645184a442b28f9250b1f792d5a5. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.489272 23684 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3b3e020cf82e48e69aa72f4077aa5e71. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.490307 23687 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 18c78187d78a43cbb144fe78612d794c. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.484723 23542 tablet_service.cc:1511] Processing CreateTablet for tablet 9a61c69944f74b62a1b11c52cdaf7ba6 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.492734 23541 tablet_service.cc:1511] Processing CreateTablet for tablet 3b3e020cf82e48e69aa72f4077aa5e71 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.493683 23542 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9a61c69944f74b62a1b11c52cdaf7ba6. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.494319 23541 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3b3e020cf82e48e69aa72f4077aa5e71. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.496047 23545 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 83a51ff88ebc43c2aaeb025fa9316917. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.512318 23402 tablet_service.cc:1511] Processing CreateTablet for tablet 83a51ff88ebc43c2aaeb025fa9316917 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.516408 23401 tablet_service.cc:1511] Processing CreateTablet for tablet 18c78187d78a43cbb144fe78612d794c (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.526629 23401 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 18c78187d78a43cbb144fe78612d794c. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.519236 23400 tablet_service.cc:1511] Processing CreateTablet for tablet 0170645184a442b28f9250b1f792d5a5 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.530071 23400 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0170645184a442b28f9250b1f792d5a5. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.521989 23399 tablet_service.cc:1511] Processing CreateTablet for tablet 9a61c69944f74b62a1b11c52cdaf7ba6 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.534047 23399 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9a61c69944f74b62a1b11c52cdaf7ba6. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.524737 23398 tablet_service.cc:1511] Processing CreateTablet for tablet 3b3e020cf82e48e69aa72f4077aa5e71 (DEFAULT_TABLE table=replication_test_table [id=d2c74f7277a44536945016f21f785d95]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.536334 23398 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3b3e020cf82e48e69aa72f4077aa5e71. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.558776 23402 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 83a51ff88ebc43c2aaeb025fa9316917. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.593788 24617 tablet_bootstrap.cc:492] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590: Bootstrap starting.
02:12:54.609 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:54.610 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:54.610 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.611212 24618 tablet_bootstrap.cc:492] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926: Bootstrap starting.
02:12:54.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:54.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:54.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:54.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:54.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:54.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:54.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:54.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:54.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:54.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.616436 24617 tablet_bootstrap.cc:654] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590: Neither blocks nor log segments found. Creating new log.
02:12:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.618826 24618 tablet_bootstrap.cc:654] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926: Neither blocks nor log segments found. Creating new log.
02:12:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.621188 24618 log.cc:826] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926: Log is configured to *not* fsync() on all Append() calls
02:12:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.622089 24617 log.cc:826] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590: Log is configured to *not* fsync() on all Append() calls
02:12:54.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.625908 24619 tablet_bootstrap.cc:492] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369: Bootstrap starting.
02:12:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.628047 24618 tablet_bootstrap.cc:492] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926: No bootstrap required, opened a new log
02:12:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.628734 24618 ts_tablet_manager.cc:1403] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926: Time spent bootstrapping tablet: real 0.018s	user 0.010s	sys 0.006s
02:12:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.634388 24617 tablet_bootstrap.cc:492] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590: No bootstrap required, opened a new log
02:12:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.636118 24617 ts_tablet_manager.cc:1403] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent bootstrapping tablet: real 0.043s	user 0.011s	sys 0.005s
02:12:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.637888 24619 tablet_bootstrap.cc:654] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369: Neither blocks nor log segments found. Creating new log.
02:12:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.640460 24619 log.cc:826] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369: Log is configured to *not* fsync() on all Append() calls
02:12:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.652791 24619 tablet_bootstrap.cc:492] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369: No bootstrap required, opened a new log
02:12:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.653584 24619 ts_tablet_manager.cc:1403] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369: Time spent bootstrapping tablet: real 0.028s	user 0.022s	sys 0.000s
02:12:54.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.661006 24618 raft_consensus.cc:359] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.662089 24618 raft_consensus.cc:385] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.662412 24618 raft_consensus.cc:740] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3a947c38fa6d4bd2bc602747b715b926, State: Initialized, Role: FOLLOWER
02:12:54.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.663787 24618 consensus_queue.cc:260] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.669803 24618 ts_tablet_manager.cc:1434] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926: Time spent starting tablet: real 0.041s	user 0.035s	sys 0.003s
02:12:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:54.672262 23618 tablet.cc:2406] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.676000 24618 tablet_bootstrap.cc:492] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926: Bootstrap starting.
02:12:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.676311 24617 raft_consensus.cc:359] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.677435 24617 raft_consensus.cc:385] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.677958 24617 raft_consensus.cc:740] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ad60a8ece4d424d80f3adb5f2b07590, State: Initialized, Role: FOLLOWER
02:12:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.679230 24617 consensus_queue.cc:260] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:54.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.684736 24618 tablet_bootstrap.cc:654] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926: Neither blocks nor log segments found. Creating new log.
02:12:54.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.686246 24619 raft_consensus.cc:359] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.687325 24619 raft_consensus.cc:385] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.687753 24619 raft_consensus.cc:740] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bf6cd845d3343188a9550b714e91369, State: Initialized, Role: FOLLOWER
02:12:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.688884 24619 consensus_queue.cc:260] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.695852 24619 ts_tablet_manager.cc:1434] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369: Time spent starting tablet: real 0.042s	user 0.015s	sys 0.021s
02:12:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.702281 24617 ts_tablet_manager.cc:1434] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent starting tablet: real 0.066s	user 0.034s	sys 0.014s
02:12:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.703783 24617 tablet_bootstrap.cc:492] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590: Bootstrap starting.
02:12:54.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.718547 24617 tablet_bootstrap.cc:654] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590: Neither blocks nor log segments found. Creating new log.
02:12:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.721881 24619 tablet_bootstrap.cc:492] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369: Bootstrap starting.
02:12:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.731101 24624 raft_consensus.cc:493] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.732185 24624 raft_consensus.cc:515] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:54.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.734257 24618 tablet_bootstrap.cc:492] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926: No bootstrap required, opened a new log
02:12:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.737411 24618 ts_tablet_manager.cc:1403] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926: Time spent bootstrapping tablet: real 0.062s	user 0.034s	sys 0.020s
02:12:54.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.739527 24624 leader_election.cc:290] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207), 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713)
02:12:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.742736 24618 raft_consensus.cc:359] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.743611 24618 raft_consensus.cc:385] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.744089 24618 raft_consensus.cc:740] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3a947c38fa6d4bd2bc602747b715b926, State: Initialized, Role: FOLLOWER
02:12:54.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.745081 24618 consensus_queue.cc:260] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.744377 24619 tablet_bootstrap.cc:654] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369: Neither blocks nor log segments found. Creating new log.
02:12:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.748762 24618 ts_tablet_manager.cc:1434] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926: Time spent starting tablet: real 0.011s	user 0.002s	sys 0.003s
02:12:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.749672 24617 tablet_bootstrap.cc:492] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590: No bootstrap required, opened a new log
02:12:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.750186 24617 ts_tablet_manager.cc:1403] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent bootstrapping tablet: real 0.047s	user 0.025s	sys 0.012s
02:12:54.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.756912 24618 tablet_bootstrap.cc:492] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926: Bootstrap starting.
02:12:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.762619 24617 raft_consensus.cc:359] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.763437 24617 raft_consensus.cc:385] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.763851 24617 raft_consensus.cc:740] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ad60a8ece4d424d80f3adb5f2b07590, State: Initialized, Role: FOLLOWER
02:12:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.768589 24618 tablet_bootstrap.cc:654] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926: Neither blocks nor log segments found. Creating new log.
02:12:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.768604 24617 consensus_queue.cc:260] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:54.770414 23472 tablet.cc:2406] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.772183 24617 ts_tablet_manager.cc:1434] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent starting tablet: real 0.022s	user 0.009s	sys 0.000s
02:12:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.773351 24617 tablet_bootstrap.cc:492] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590: Bootstrap starting.
02:12:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.784554 24617 tablet_bootstrap.cc:654] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590: Neither blocks nor log segments found. Creating new log.
02:12:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.787959 24618 tablet_bootstrap.cc:492] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926: No bootstrap required, opened a new log
02:12:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.788610 24618 ts_tablet_manager.cc:1403] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926: Time spent bootstrapping tablet: real 0.032s	user 0.004s	sys 0.009s
02:12:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.792337 24618 raft_consensus.cc:359] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.794953 24618 raft_consensus.cc:385] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.795874 24618 raft_consensus.cc:740] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3a947c38fa6d4bd2bc602747b715b926, State: Initialized, Role: FOLLOWER
02:12:54.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.797654 24617 tablet_bootstrap.cc:492] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590: No bootstrap required, opened a new log
02:12:54.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.798224 24617 ts_tablet_manager.cc:1403] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent bootstrapping tablet: real 0.025s	user 0.016s	sys 0.003s
02:12:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.797379 24618 consensus_queue.cc:260] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.801837 24617 raft_consensus.cc:359] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.802769 24617 raft_consensus.cc:385] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.803139 24617 raft_consensus.cc:740] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ad60a8ece4d424d80f3adb5f2b07590, State: Initialized, Role: FOLLOWER
02:12:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.803995 24617 consensus_queue.cc:260] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.813314 24617 ts_tablet_manager.cc:1434] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent starting tablet: real 0.015s	user 0.009s	sys 0.000s
02:12:54.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.819579 24618 ts_tablet_manager.cc:1434] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926: Time spent starting tablet: real 0.031s	user 0.003s	sys 0.005s
02:12:54.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:54.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.821799 24617 tablet_bootstrap.cc:492] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590: Bootstrap starting.
02:12:54.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.823802 24618 tablet_bootstrap.cc:492] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926: Bootstrap starting.
02:12:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.829720 24617 tablet_bootstrap.cc:654] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590: Neither blocks nor log segments found. Creating new log.
02:12:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.854310 24618 tablet_bootstrap.cc:654] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926: Neither blocks nor log segments found. Creating new log.
02:12:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.870676 24618 tablet_bootstrap.cc:492] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926: No bootstrap required, opened a new log
02:12:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.871450 24618 ts_tablet_manager.cc:1403] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926: Time spent bootstrapping tablet: real 0.048s	user 0.010s	sys 0.004s
02:12:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.874809 24618 raft_consensus.cc:359] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.884019 24617 tablet_bootstrap.cc:492] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590: No bootstrap required, opened a new log
02:12:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.886260 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "83a51ff88ebc43c2aaeb025fa9316917" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369" is_pre_election: true
02:12:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.887521 24617 ts_tablet_manager.cc:1403] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent bootstrapping tablet: real 0.066s	user 0.028s	sys 0.024s
02:12:54.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.889881 24619 tablet_bootstrap.cc:492] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369: No bootstrap required, opened a new log
02:12:54.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.890415 24619 ts_tablet_manager.cc:1403] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369: Time spent bootstrapping tablet: real 0.169s	user 0.022s	sys 0.068s
02:12:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.893334 24619 raft_consensus.cc:359] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.894191 24619 raft_consensus.cc:385] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.894614 24619 raft_consensus.cc:740] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bf6cd845d3343188a9550b714e91369, State: Initialized, Role: FOLLOWER
02:12:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.895298 24617 raft_consensus.cc:359] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.895450 24619 consensus_queue.cc:260] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.896225 24617 raft_consensus.cc:385] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.896536 24617 raft_consensus.cc:740] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ad60a8ece4d424d80f3adb5f2b07590, State: Initialized, Role: FOLLOWER
02:12:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.897989 24619 ts_tablet_manager.cc:1434] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.000s
02:12:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.898933 24619 tablet_bootstrap.cc:492] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369: Bootstrap starting.
02:12:54.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.901834 24617 consensus_queue.cc:260] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.909613 24617 ts_tablet_manager.cc:1434] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent starting tablet: real 0.022s	user 0.007s	sys 0.001s
02:12:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.910794 24617 tablet_bootstrap.cc:492] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590: Bootstrap starting.
02:12:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.912196 24624 raft_consensus.cc:493] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.912835 24624 raft_consensus.cc:515] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.915241 24624 leader_election.cc:290] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207)
02:12:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.908901 24619 tablet_bootstrap.cc:654] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369: Neither blocks nor log segments found. Creating new log.
02:12:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.917157 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b3e020cf82e48e69aa72f4077aa5e71" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369" is_pre_election: true
02:12:54.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:54.919866 23760 tablet.cc:2406] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.926460 24617 tablet_bootstrap.cc:654] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590: Neither blocks nor log segments found. Creating new log.
02:12:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.935393 24619 tablet_bootstrap.cc:492] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369: No bootstrap required, opened a new log
02:12:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.935842 24619 ts_tablet_manager.cc:1403] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369: Time spent bootstrapping tablet: real 0.037s	user 0.011s	sys 0.008s
02:12:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.885901 23565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "83a51ff88ebc43c2aaeb025fa9316917" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a947c38fa6d4bd2bc602747b715b926" is_pre_election: true
02:12:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.891269 24623 raft_consensus.cc:493] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.937734 24623 raft_consensus.cc:515] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.938325 24619 raft_consensus.cc:359] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.939147 24619 raft_consensus.cc:385] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.939409 24619 raft_consensus.cc:740] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bf6cd845d3343188a9550b714e91369, State: Initialized, Role: FOLLOWER
02:12:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.940127 24619 consensus_queue.cc:260] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.946820 24619 ts_tablet_manager.cc:1434] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369: Time spent starting tablet: real 0.011s	user 0.006s	sys 0.001s
02:12:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.947973 24619 tablet_bootstrap.cc:492] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369: Bootstrap starting.
02:12:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.950418 23565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b3e020cf82e48e69aa72f4077aa5e71" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a947c38fa6d4bd2bc602747b715b926" is_pre_election: true
02:12:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.951243 23565 raft_consensus.cc:2468] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in term 0.
02:12:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:54.944365 23642 leader_election.cc:343] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713): Illegal state: must be running to vote when last-logged opid is not known
02:12:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:54.953457 23642 leader_election.cc:343] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713): Illegal state: must be running to vote when last-logged opid is not known
02:12:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.953743 24619 tablet_bootstrap.cc:654] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369: Neither blocks nor log segments found. Creating new log.
02:12:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.954334 24638 raft_consensus.cc:493] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.954886 24638 raft_consensus.cc:515] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.967353 24618 raft_consensus.cc:385] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:54.967952 23642 leader_election.cc:343] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207): Illegal state: must be running to vote when last-logged opid is not known
02:12:54.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.968173 24618 raft_consensus.cc:740] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3a947c38fa6d4bd2bc602747b715b926, State: Initialized, Role: FOLLOWER
02:12:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.969240 24618 consensus_queue.cc:260] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.968421 23642 leader_election.cc:304] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5ad60a8ece4d424d80f3adb5f2b07590; no voters: 3a947c38fa6d4bd2bc602747b715b926, 5bf6cd845d3343188a9550b714e91369
02:12:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.968909 24623 leader_election.cc:290] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457)
02:12:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.975724 24617 tablet_bootstrap.cc:492] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590: No bootstrap required, opened a new log
02:12:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.976218 24617 ts_tablet_manager.cc:1403] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent bootstrapping tablet: real 0.066s	user 0.015s	sys 0.001s
02:12:54.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.979660 24617 raft_consensus.cc:359] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.980485 24617 raft_consensus.cc:385] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:54.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.980847 24617 raft_consensus.cc:740] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ad60a8ece4d424d80f3adb5f2b07590, State: Initialized, Role: FOLLOWER
02:12:54.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.981774 24617 consensus_queue.cc:260] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:54.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.982460 24624 raft_consensus.cc:2749] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:12:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.986778 24617 ts_tablet_manager.cc:1434] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590: Time spent starting tablet: real 0.010s	user 0.009s	sys 0.000s
02:12:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.990645 24618 ts_tablet_manager.cc:1434] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926: Time spent starting tablet: real 0.119s	user 0.006s	sys 0.004s
02:12:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.991786 24618 tablet_bootstrap.cc:492] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926: Bootstrap starting.
02:12:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.993588 24619 tablet_bootstrap.cc:492] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369: No bootstrap required, opened a new log
02:12:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.994140 24619 ts_tablet_manager.cc:1403] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369: Time spent bootstrapping tablet: real 0.046s	user 0.025s	sys 0.018s
02:12:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.998840 24618 tablet_bootstrap.cc:654] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926: Neither blocks nor log segments found. Creating new log.
02:12:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.999500 24619 raft_consensus.cc:359] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.000170 24619 raft_consensus.cc:385] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.000478 24619 raft_consensus.cc:740] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bf6cd845d3343188a9550b714e91369, State: Initialized, Role: FOLLOWER
02:12:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.001189 24619 consensus_queue.cc:260] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.005695 24619 ts_tablet_manager.cc:1434] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369: Time spent starting tablet: real 0.011s	user 0.008s	sys 0.000s
02:12:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.009697 24638 leader_election.cc:290] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457)
02:12:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.010892 24619 tablet_bootstrap.cc:492] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369: Bootstrap starting.
02:12:55.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.018576 24619 tablet_bootstrap.cc:654] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369: Neither blocks nor log segments found. Creating new log.
02:12:55.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.018397 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b3e020cf82e48e69aa72f4077aa5e71" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369" is_pre_election: true
02:12:55.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.019155 23422 raft_consensus.cc:2468] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 0.
02:12:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.020483 23421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0170645184a442b28f9250b1f792d5a5" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369" is_pre_election: true
02:12:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.021221 23421 raft_consensus.cc:2468] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 0.
02:12:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.026194 23499 leader_election.cc:304] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926, 5bf6cd845d3343188a9550b714e91369; no voters: 
02:12:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.027562 23499 leader_election.cc:304] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926, 5bf6cd845d3343188a9550b714e91369; no voters: 
02:12:55.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.028609 24644 raft_consensus.cc:2804] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:55.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.029033 24644 raft_consensus.cc:493] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:55.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.029385 24644 raft_consensus.cc:3060] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.032006 24619 tablet_bootstrap.cc:492] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369: No bootstrap required, opened a new log
02:12:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.032539 24619 ts_tablet_manager.cc:1403] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369: Time spent bootstrapping tablet: real 0.022s	user 0.013s	sys 0.005s
02:12:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:54.982275 23642 leader_election.cc:304] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926, 5ad60a8ece4d424d80f3adb5f2b07590; no voters: 5bf6cd845d3343188a9550b714e91369
02:12:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.033272 24627 raft_consensus.cc:493] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.033957 24624 raft_consensus.cc:2804] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.033758 24627 raft_consensus.cc:515] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.034312 24624 raft_consensus.cc:493] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:55.034055 23642 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.22.124.194:44207, user_credentials={real_user=slave}} blocked reactor thread for 51855us
02:12:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.034657 24624 raft_consensus.cc:3060] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.036087 24627 leader_election.cc:290] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207)
02:12:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.038643 23421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "18c78187d78a43cbb144fe78612d794c" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369" is_pre_election: true
02:12:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.039249 23421 raft_consensus.cc:2468] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in term 0.
02:12:55.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.040122 24619 raft_consensus.cc:359] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.040956 24619 raft_consensus.cc:385] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.041409 24619 raft_consensus.cc:740] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bf6cd845d3343188a9550b714e91369, State: Initialized, Role: FOLLOWER
02:12:55.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.041666 23565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "18c78187d78a43cbb144fe78612d794c" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a947c38fa6d4bd2bc602747b715b926" is_pre_election: true
02:12:55.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.042264 23565 raft_consensus.cc:2468] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in term 0.
02:12:55.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.041956 24624 raft_consensus.cc:515] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.042537 24619 consensus_queue.cc:260] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:55.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.043766 23642 leader_election.cc:304] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926, 5ad60a8ece4d424d80f3adb5f2b07590; no voters: 
02:12:55.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.028223 24638 raft_consensus.cc:2804] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:55.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.044637 24638 raft_consensus.cc:493] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.045061 24638 raft_consensus.cc:3060] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.045550 24619 ts_tablet_manager.cc:1434] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369: Time spent starting tablet: real 0.013s	user 0.004s	sys 0.003s
02:12:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.047180 24627 raft_consensus.cc:2804] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.047688 24627 raft_consensus.cc:493] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:55.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.048014 24627 raft_consensus.cc:3060] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.049064 23421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b3e020cf82e48e69aa72f4077aa5e71" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.049611 23421 raft_consensus.cc:3060] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.054654 24627 raft_consensus.cc:515] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.046972 24624 leader_election.cc:290] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 election: Requested vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207)
02:12:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.057075 24627 leader_election.cc:290] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 election: Requested vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207)
02:12:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.057875 23421 raft_consensus.cc:2468] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in term 1.
02:12:55.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.060009 23642 leader_election.cc:304] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ad60a8ece4d424d80f3adb5f2b07590, 5bf6cd845d3343188a9550b714e91369; no voters: 
02:12:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.060683 24627 raft_consensus.cc:2804] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 FOLLOWER]: Leader election won for term 1
02:12:55.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.067078 24624 raft_consensus.cc:493] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:55.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.067879 24624 raft_consensus.cc:515] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.071158 24624 leader_election.cc:290] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207)
02:12:55.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.071700 23421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "18c78187d78a43cbb144fe78612d794c" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:55.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.071904 24627 raft_consensus.cc:697] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 LEADER]: Becoming Leader. State: Replica: 5ad60a8ece4d424d80f3adb5f2b07590, State: Running, Role: LEADER
02:12:55.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.074038 23564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "18c78187d78a43cbb144fe78612d794c" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a947c38fa6d4bd2bc602747b715b926"
02:12:55.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.072826 24627 consensus_queue.cc:237] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.075326 23565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b3e020cf82e48e69aa72f4077aa5e71" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a947c38fa6d4bd2bc602747b715b926"
02:12:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.080680 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0170645184a442b28f9250b1f792d5a5" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369" is_pre_election: true
02:12:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.081331 23422 raft_consensus.cc:2468] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in term 0.
02:12:55.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.082563 23642 leader_election.cc:304] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ad60a8ece4d424d80f3adb5f2b07590, 5bf6cd845d3343188a9550b714e91369; no voters: 
02:12:55.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.083261 24624 raft_consensus.cc:2804] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:55.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.083585 24624 raft_consensus.cc:493] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.083878 24624 raft_consensus.cc:3060] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.085605 24618 tablet_bootstrap.cc:492] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926: No bootstrap required, opened a new log
02:12:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.086185 24618 ts_tablet_manager.cc:1403] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926: Time spent bootstrapping tablet: real 0.095s	user 0.016s	sys 0.004s
02:12:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.073539 23421 raft_consensus.cc:3060] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.095098 23708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b3e020cf82e48e69aa72f4077aa5e71" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" is_pre_election: true
02:12:55.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.093480 23564 raft_consensus.cc:3060] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.099483 23708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0170645184a442b28f9250b1f792d5a5" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" is_pre_election: true
02:12:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.100397 23563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0170645184a442b28f9250b1f792d5a5" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a947c38fa6d4bd2bc602747b715b926" is_pre_election: true
02:12:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.102568 24624 raft_consensus.cc:515] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.104341 23708 raft_consensus.cc:2393] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3a947c38fa6d4bd2bc602747b715b926 in current term 1: Already voted for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in this term.
02:12:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.105913 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0170645184a442b28f9250b1f792d5a5" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.106455 23422 raft_consensus.cc:3060] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.114497 23422 raft_consensus.cc:2468] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in term 1.
02:12:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.115953 24624 leader_election.cc:290] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 election: Requested vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194:44207)
02:12:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.118014 23642 leader_election.cc:304] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ad60a8ece4d424d80f3adb5f2b07590, 5bf6cd845d3343188a9550b714e91369; no voters: 
02:12:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.119146 24624 raft_consensus.cc:2804] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 FOLLOWER]: Leader election won for term 1
02:12:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.118758 23562 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0170645184a442b28f9250b1f792d5a5" candidate_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a947c38fa6d4bd2bc602747b715b926"
02:12:55.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.070644 24644 raft_consensus.cc:515] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.123245 23563 raft_consensus.cc:2393] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5ad60a8ece4d424d80f3adb5f2b07590 in current term 1: Already voted for candidate 3a947c38fa6d4bd2bc602747b715b926 in this term.
02:12:55.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.127038 24618 raft_consensus.cc:359] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.128787 24618 raft_consensus.cc:385] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.129187 24618 raft_consensus.cc:740] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3a947c38fa6d4bd2bc602747b715b926, State: Initialized, Role: FOLLOWER
02:12:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.130326 24624 raft_consensus.cc:697] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 LEADER]: Becoming Leader. State: Replica: 5ad60a8ece4d424d80f3adb5f2b07590, State: Running, Role: LEADER
02:12:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.130219 24618 consensus_queue.cc:260] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:55.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.135468 24644 leader_election.cc:290] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 election: Requested vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457)
02:12:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.138432 24638 raft_consensus.cc:515] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.139400 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0170645184a442b28f9250b1f792d5a5" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.140486 23422 raft_consensus.cc:2393] T 0170645184a442b28f9250b1f792d5a5 P 5bf6cd845d3343188a9550b714e91369 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 3a947c38fa6d4bd2bc602747b715b926 in current term 1: Already voted for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in this term.
02:12:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.145022 24583 heartbeater.cc:499] Master 127.23.52.252:44081 was elected leader, sending a full tablet report...
02:12:55.146 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:55.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:55.147 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:55.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:55.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:55.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:55.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:55.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:55.149 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:55.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:55.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:55.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:55.150 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:55.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.144471 23565 raft_consensus.cc:2393] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5ad60a8ece4d424d80f3adb5f2b07590 in current term 1: Already voted for candidate 3a947c38fa6d4bd2bc602747b715b926 in this term.
02:12:55.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.146242 24624 consensus_queue.cc:237] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.152952 23708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0170645184a442b28f9250b1f792d5a5" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ad60a8ece4d424d80f3adb5f2b07590"
02:12:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.156917 24644 raft_consensus.cc:493] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.158978 24644 raft_consensus.cc:515] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.161931 24644 leader_election.cc:290] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457)
02:12:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.161827 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9a61c69944f74b62a1b11c52cdaf7ba6" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369" is_pre_election: true
02:12:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.162532 23422 raft_consensus.cc:2468] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 0.
02:12:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.163867 23499 leader_election.cc:304] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926, 5bf6cd845d3343188a9550b714e91369; no voters: 
02:12:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.142874 23564 raft_consensus.cc:2468] T 18c78187d78a43cbb144fe78612d794c P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in term 1.
02:12:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.158404 23501 leader_election.cc:304] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926; no voters: 5ad60a8ece4d424d80f3adb5f2b07590, 5bf6cd845d3343188a9550b714e91369
02:12:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.167510 24623 raft_consensus.cc:2804] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.169150 24623 raft_consensus.cc:493] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.169600 24623 raft_consensus.cc:3060] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.175493 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b3e020cf82e48e69aa72f4077aa5e71" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.176213 23422 raft_consensus.cc:2393] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5bf6cd845d3343188a9550b714e91369 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 3a947c38fa6d4bd2bc602747b715b926 in current term 1: Already voted for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in this term.
02:12:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.186546 23231 catalog_manager.cc:5696] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195). New cstate: current_term: 1 leader_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } health_report { overall_health: HEALTHY } } }
02:12:55.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.168313 24638 leader_election.cc:290] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 election: Requested vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457)
02:12:55.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.194437 24638 raft_consensus.cc:493] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.194897 24638 raft_consensus.cc:515] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.197510 24638 leader_election.cc:290] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457), 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713)
02:12:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.197950 24638 raft_consensus.cc:2749] T 0170645184a442b28f9250b1f792d5a5 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:12:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.195431 24623 raft_consensus.cc:515] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.198630 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "83a51ff88ebc43c2aaeb025fa9316917" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369" is_pre_election: true
02:12:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.199236 23422 raft_consensus.cc:2468] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 0.
02:12:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.199687 24623 leader_election.cc:290] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 election: Requested vote from peers 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713), 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457)
02:12:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.143740 24618 ts_tablet_manager.cc:1434] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926: Time spent starting tablet: real 0.057s	user 0.006s	sys 0.001s
02:12:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.201520 23642 leader_election.cc:304] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926, 5ad60a8ece4d424d80f3adb5f2b07590; no voters: 
02:12:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.201684 23499 leader_election.cc:304] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926, 5bf6cd845d3343188a9550b714e91369; no voters: 
02:12:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.202557 24623 raft_consensus.cc:2804] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.202517 23422 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9a61c69944f74b62a1b11c52cdaf7ba6" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.202864 24623 raft_consensus.cc:493] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.203069 23422 raft_consensus.cc:3060] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.203158 24623 raft_consensus.cc:3060] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.206552 24624 raft_consensus.cc:2804] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 FOLLOWER]: Leader election won for term 1
02:12:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.207000 24624 raft_consensus.cc:697] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 LEADER]: Becoming Leader. State: Replica: 5ad60a8ece4d424d80f3adb5f2b07590, State: Running, Role: LEADER
02:12:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.209546 23421 raft_consensus.cc:2468] T 18c78187d78a43cbb144fe78612d794c P 5bf6cd845d3343188a9550b714e91369 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ad60a8ece4d424d80f3adb5f2b07590 in term 1.
02:12:55.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.209712 24623 raft_consensus.cc:515] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.207767 24624 consensus_queue.cc:237] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.213140 23420 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "83a51ff88ebc43c2aaeb025fa9316917" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bf6cd845d3343188a9550b714e91369"
02:12:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.213816 23420 raft_consensus.cc:3060] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.215597 23422 raft_consensus.cc:2468] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5bf6cd845d3343188a9550b714e91369 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 1.
02:12:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:55.228835 23501 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.22.124.195:45457, user_credentials={real_user=slave}} blocked reactor thread for 70619.6us
02:12:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.230502 23499 leader_election.cc:304] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926, 5bf6cd845d3343188a9550b714e91369; no voters: 
02:12:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.231715 23708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9a61c69944f74b62a1b11c52cdaf7ba6" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" is_pre_election: true
02:12:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.232311 23708 raft_consensus.cc:2468] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 0.
02:12:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.234727 23708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b3e020cf82e48e69aa72f4077aa5e71" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ad60a8ece4d424d80f3adb5f2b07590"
02:12:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.235471 24623 leader_election.cc:290] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 election: Requested vote from peers 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195:45457), 5bf6cd845d3343188a9550b714e91369 (127.22.124.193:46713)
02:12:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.236912 23708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "83a51ff88ebc43c2aaeb025fa9316917" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" is_pre_election: true
02:12:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.237587 23708 raft_consensus.cc:2468] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 0.
02:12:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.239456 24623 raft_consensus.cc:2804] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Leader election won for term 1
02:12:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.240343 24623 raft_consensus.cc:697] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 LEADER]: Becoming Leader. State: Replica: 3a947c38fa6d4bd2bc602747b715b926, State: Running, Role: LEADER
02:12:55.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.240461 23708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9a61c69944f74b62a1b11c52cdaf7ba6" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ad60a8ece4d424d80f3adb5f2b07590"
02:12:55.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.240936 23708 raft_consensus.cc:3060] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.245049 23707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "83a51ff88ebc43c2aaeb025fa9316917" candidate_uuid: "3a947c38fa6d4bd2bc602747b715b926" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ad60a8ece4d424d80f3adb5f2b07590"
02:12:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.246025 23707 raft_consensus.cc:3060] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 0 FOLLOWER]: Advancing to term 1
02:12:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.259423 23707 raft_consensus.cc:2468] T 83a51ff88ebc43c2aaeb025fa9316917 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 1.
02:12:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.260859 24623 consensus_queue.cc:237] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } }
02:12:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.263931 23420 raft_consensus.cc:2468] T 83a51ff88ebc43c2aaeb025fa9316917 P 5bf6cd845d3343188a9550b714e91369 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 1.
02:12:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.267701 23499 leader_election.cc:304] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926, 5bf6cd845d3343188a9550b714e91369; no voters: 
02:12:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.270025 24651 raft_consensus.cc:2804] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Leader election won for term 1
02:12:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.270983 24651 raft_consensus.cc:697] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 LEADER]: Becoming Leader. State: Replica: 3a947c38fa6d4bd2bc602747b715b926, State: Running, Role: LEADER
02:12:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.276783 24651 consensus_queue.cc:237] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } }
02:12:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:55.290298 23501 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.22.124.195:45457, user_credentials={real_user=slave}} blocked reactor thread for 43750.1us
02:12:55.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.291263 23501 leader_election.cc:304] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3a947c38fa6d4bd2bc602747b715b926; no voters: 5ad60a8ece4d424d80f3adb5f2b07590, 5bf6cd845d3343188a9550b714e91369
02:12:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.293866 24644 raft_consensus.cc:2749] T 3b3e020cf82e48e69aa72f4077aa5e71 P 3a947c38fa6d4bd2bc602747b715b926 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:12:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.307562 23708 raft_consensus.cc:2468] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 5ad60a8ece4d424d80f3adb5f2b07590 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3a947c38fa6d4bd2bc602747b715b926 in term 1.
02:12:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.315943 23231 catalog_manager.cc:5696] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195). New cstate: current_term: 1 leader_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } health_report { overall_health: HEALTHY } } }
02:12:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.318744 23231 catalog_manager.cc:5696] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5ad60a8ece4d424d80f3adb5f2b07590 (127.22.124.195). New cstate: current_term: 1 leader_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } health_report { overall_health: HEALTHY } } }
02:12:55.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.342366 23232 catalog_manager.cc:5696] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194). New cstate: current_term: 1 leader_uuid: "3a947c38fa6d4bd2bc602747b715b926" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } health_report { overall_health: UNKNOWN } } }
02:12:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.397785 23231 catalog_manager.cc:5696] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3a947c38fa6d4bd2bc602747b715b926 (127.22.124.194). New cstate: current_term: 1 leader_uuid: "3a947c38fa6d4bd2bc602747b715b926" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 } health_report { overall_health: UNKNOWN } } }
02:12:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.510486 24624 consensus_queue.cc:1048] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.544054 24627 consensus_queue.cc:1048] T 3b3e020cf82e48e69aa72f4077aa5e71 P 5ad60a8ece4d424d80f3adb5f2b07590 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.624 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:55.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.624115 24627 consensus_queue.cc:1048] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.624 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:55.625 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:55.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:55.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:55.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:55.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:55.626 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:55.626 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:55.626 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:55.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:55.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:55.627 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.638285 24649 consensus_queue.cc:1048] T 18c78187d78a43cbb144fe78612d794c P 5ad60a8ece4d424d80f3adb5f2b07590 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.654211 24624 consensus_queue.cc:1048] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.670408 24649 consensus_queue.cc:1048] T 0170645184a442b28f9250b1f792d5a5 P 5ad60a8ece4d424d80f3adb5f2b07590 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3a947c38fa6d4bd2bc602747b715b926" member_type: VOTER last_known_addr { host: "127.22.124.194" port: 44207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.746235 24623 consensus_queue.cc:1048] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.759270 24651 consensus_queue.cc:1048] T 83a51ff88ebc43c2aaeb025fa9316917 P 3a947c38fa6d4bd2bc602747b715b926 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:55.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:12:55.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.865849 24676 consensus_queue.cc:1048] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ad60a8ece4d424d80f3adb5f2b07590" member_type: VOTER last_known_addr { host: "127.22.124.195" port: 45457 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.868 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 18c78187d78a43cbb144fe78612d794c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:12:55.868 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0170645184a442b28f9250b1f792d5a5 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:12:55.868 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:12:55.868 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b3e020cf82e48e69aa72f4077aa5e71 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:12:55.869 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:55.869 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.124.252:46509, [5ms] Sub RPC GetTableLocations: received response from server master-127.22.124.252:46509: OK, deferred=null) after lookup
02:12:55.870 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:12:55.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:55.883491 24644 consensus_queue.cc:1048] T 9a61c69944f74b62a1b11c52cdaf7ba6 P 3a947c38fa6d4bd2bc602747b715b926 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bf6cd845d3343188a9550b714e91369" member_type: VOTER last_known_addr { host: "127.22.124.193" port: 46713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:55.901 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:12:55.925 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:55.931 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xcdf3a8d1, L:/127.0.0.1:44012 - R:/127.22.124.195:45457] using TOKEN/null
02:12:55.988 [DEBUG - main] (Connection.java:748) [peer 3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)] connecting to peer
02:12:55.989 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)] Successfully connected to peer
02:12:56.011 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:56.017 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xa4cd43a7, L:/127.0.0.1:59828 - R:/127.22.124.194:44207] using TOKEN/null
02:12:56.054 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 83a51ff88ebc43c2aaeb025fa9316917 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:12:56.054 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 18c78187d78a43cbb144fe78612d794c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:12:56.054 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0170645184a442b28f9250b1f792d5a5 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:12:56.054 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:12:56.054 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b3e020cf82e48e69aa72f4077aa5e71 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:12:56.055 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:12:56.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.124.252:46509, [4ms] Sub RPC GetTableLocations: received response from server master-127.22.124.252:46509: OK, deferred=null) after lookup
02:12:56.067 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:56.067 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:56.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.075 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:56.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.076 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:56.205 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:56.207 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:12:56.207 [DEBUG - main] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:12:56.208 [DEBUG - main] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:12:56.209 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.52.252:44081(127.23.52.252:44081)] Successfully connected to peer
02:12:56.210 [DEBUG - main] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:12:56.212 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.52.254:33699(127.23.52.254:33699)] Successfully connected to peer
02:12:56.222 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.254
02:12:56.222 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.252
02:12:56.212 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.52.253:45347(127.23.52.253:45347)] Successfully connected to peer
02:12:56.234 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:56.236 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:56.240 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.253
02:12:56.240 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x503d0032, L:/127.0.0.1:51512 - R:/127.23.52.254:33699] using SASL/PLAIN
02:12:56.242 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x809b1d0e, L:/127.0.0.1:58800 - R:/127.23.52.252:44081] using SASL/PLAIN
02:12:56.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:56.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [37ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: OK, deferred=null) after lookup
02:12:56.251 [DEBUG - main] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:12:56.252 [DEBUG - main] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:12:56.253 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.124.253:40343(127.22.124.253:40343)] Successfully connected to peer
02:12:56.254 [DEBUG - main] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:12:56.255 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.124.252:46509(127.22.124.252:46509)] Successfully connected to peer
02:12:56.259 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.252
02:12:56.264 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:56.268 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.124.254:40567(127.22.124.254:40567)] Successfully connected to peer
02:12:56.271 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:56.275 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd610e51c, L:/127.0.0.1:32776 - R:/127.22.124.252:46509] using SASL/PLAIN
02:12:56.279 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.254
02:12:56.280 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.253
02:12:56.282 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:12:56.282 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [31ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: OK, deferred=null) after lookup
02:12:56.286 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:12:56.287 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x199e3490, L:/127.0.0.1:41058 - R:/127.23.52.253:45347] using SASL/PLAIN
02:12:56.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 83a51ff88ebc43c2aaeb025fa9316917 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:12:56.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 18c78187d78a43cbb144fe78612d794c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:12:56.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0170645184a442b28f9250b1f792d5a5 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:12:56.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:12:56.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b3e020cf82e48e69aa72f4077aa5e71 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:12:56.300 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:56.300 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299996}]
02:12:56.304 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0f32160e, L:/127.0.0.1:52140 - R:/127.22.124.253:40343] using SASL/PLAIN
02:12:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.304593 23976 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58800:
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:12:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:12:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:12:56.311 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:12:56.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:56.314777 23976 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:12:56.315 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdf7ae196, L:/127.0.0.1:43800 - R:/127.22.124.254:40567] using SASL/PLAIN
02:12:56.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:56.429 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:12:56.504 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:56.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.506 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:56.506 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:56.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.548175 24515 tablet_service.cc:1511] Processing CreateTablet for tablet 49b5297ad46c4c5388a4a95563bb2035 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.550526 24515 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 49b5297ad46c4c5388a4a95563bb2035. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.553063 24514 tablet_service.cc:1511] Processing CreateTablet for tablet edfdc8674b294184b862b0ab66d03004 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.554394 24514 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet edfdc8674b294184b862b0ab66d03004. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.561964 24513 tablet_service.cc:1511] Processing CreateTablet for tablet 5f8533d609224fbfbf57a954a9ace4d9 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.562999 24513 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f8533d609224fbfbf57a954a9ace4d9. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.566359 24517 tablet_service.cc:1511] Processing CreateTablet for tablet a08d698d5d404953857aa0f07ba438a8 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.567618 24517 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a08d698d5d404953857aa0f07ba438a8. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.567378 24516 tablet_service.cc:1511] Processing CreateTablet for tablet a138c1b7f1cd482fb7f5108fb462cd05 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.568598 24516 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a138c1b7f1cd482fb7f5108fb462cd05. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.600266 24371 tablet_service.cc:1511] Processing CreateTablet for tablet a138c1b7f1cd482fb7f5108fb462cd05 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.602001 24372 tablet_service.cc:1511] Processing CreateTablet for tablet a08d698d5d404953857aa0f07ba438a8 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.603886 24372 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a08d698d5d404953857aa0f07ba438a8. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.604163 24370 tablet_service.cc:1511] Processing CreateTablet for tablet 49b5297ad46c4c5388a4a95563bb2035 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.605454 24370 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 49b5297ad46c4c5388a4a95563bb2035. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.606 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:56.606 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:56.607 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:56.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.607879 24368 tablet_service.cc:1511] Processing CreateTablet for tablet 5f8533d609224fbfbf57a954a9ace4d9 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.609 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.609 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.610455 24369 tablet_service.cc:1511] Processing CreateTablet for tablet edfdc8674b294184b862b0ab66d03004 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.611807 24368 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f8533d609224fbfbf57a954a9ace4d9. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.612911 24371 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a138c1b7f1cd482fb7f5108fb462cd05. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.614955 24369 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet edfdc8674b294184b862b0ab66d03004. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:56.648 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:56.648 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:56.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:56.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:56.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:56.651 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.659938 24718 tablet_bootstrap.cc:492] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf: Bootstrap starting.
02:12:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.677865 24718 tablet_bootstrap.cc:654] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf: Neither blocks nor log segments found. Creating new log.
02:12:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.686437 24174 tablet_service.cc:1511] Processing CreateTablet for tablet 49b5297ad46c4c5388a4a95563bb2035 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.688508 24174 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 49b5297ad46c4c5388a4a95563bb2035. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.690346 24175 tablet_service.cc:1511] Processing CreateTablet for tablet a138c1b7f1cd482fb7f5108fb462cd05 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.691991 24175 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a138c1b7f1cd482fb7f5108fb462cd05. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.695942 24718 log.cc:826] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf: Log is configured to *not* fsync() on all Append() calls
02:12:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.697021 24171 tablet_service.cc:1511] Processing CreateTablet for tablet 5f8533d609224fbfbf57a954a9ace4d9 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.699664 24171 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f8533d609224fbfbf57a954a9ace4d9. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.704773 24176 tablet_service.cc:1511] Processing CreateTablet for tablet a08d698d5d404953857aa0f07ba438a8 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.706113 24176 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a08d698d5d404953857aa0f07ba438a8. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.683638 24173 tablet_service.cc:1511] Processing CreateTablet for tablet edfdc8674b294184b862b0ab66d03004 (DEFAULT_TABLE table=replication_test_table [id=8b4ddc46e46446d98ef6945970431aef]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:12:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.708420 24173 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet edfdc8674b294184b862b0ab66d03004. 1 dirs total, 0 dirs full, 0 dirs failed
02:12:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.735141 24718 tablet_bootstrap.cc:492] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf: No bootstrap required, opened a new log
02:12:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.735986 24718 ts_tablet_manager.cc:1403] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf: Time spent bootstrapping tablet: real 0.078s	user 0.031s	sys 0.020s
02:12:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.755996 24720 tablet_bootstrap.cc:492] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e: Bootstrap starting.
02:12:56.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.789053 24718 raft_consensus.cc:359] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.790972 24718 raft_consensus.cc:385] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.791445 24718 raft_consensus.cc:740] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c525c19541e496cb822eb6142448ebf, State: Initialized, Role: FOLLOWER
02:12:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.794167 24718 consensus_queue.cc:260] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.795816 24720 tablet_bootstrap.cc:654] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e: Neither blocks nor log segments found. Creating new log.
02:12:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.799537 24721 tablet_bootstrap.cc:492] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439: Bootstrap starting.
02:12:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.804452 24718 ts_tablet_manager.cc:1434] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf: Time spent starting tablet: real 0.063s	user 0.039s	sys 0.000s
02:12:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.819475 24721 tablet_bootstrap.cc:654] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439: Neither blocks nor log segments found. Creating new log.
02:12:56.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.817430 24720 log.cc:826] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e: Log is configured to *not* fsync() on all Append() calls
02:12:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.826186 24721 log.cc:826] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439: Log is configured to *not* fsync() on all Append() calls
02:12:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.827179 24718 tablet_bootstrap.cc:492] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf: Bootstrap starting.
02:12:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.841811 24722 raft_consensus.cc:493] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.842805 24722 raft_consensus.cc:515] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.844202 24720 tablet_bootstrap.cc:492] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e: No bootstrap required, opened a new log
02:12:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.844823 24720 ts_tablet_manager.cc:1403] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e: Time spent bootstrapping tablet: real 0.089s	user 0.019s	sys 0.000s
02:12:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.849813 24718 tablet_bootstrap.cc:654] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf: Neither blocks nor log segments found. Creating new log.
02:12:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:56.855319 24589 tablet.cc:2406] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.858768 24722 leader_election.cc:290] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645), a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.878319 24721 tablet_bootstrap.cc:492] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439: No bootstrap required, opened a new log
02:12:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.879110 24721 ts_tablet_manager.cc:1403] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent bootstrapping tablet: real 0.080s	user 0.020s	sys 0.035s
02:12:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.910187 24721 raft_consensus.cc:359] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.914973 24721 raft_consensus.cc:385] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.915369 24718 tablet_bootstrap.cc:492] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf: No bootstrap required, opened a new log
02:12:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.915755 24721 raft_consensus.cc:740] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d2a5ab7c0b342f2835ffdda35acb439, State: Initialized, Role: FOLLOWER
02:12:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.915958 24718 ts_tablet_manager.cc:1403] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf: Time spent bootstrapping tablet: real 0.089s	user 0.012s	sys 0.003s
02:12:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.917047 24721 consensus_queue.cc:260] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:56.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.919265 24718 raft_consensus.cc:359] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:56.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.920197 24718 raft_consensus.cc:385] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:56.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.920567 24718 raft_consensus.cc:740] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c525c19541e496cb822eb6142448ebf, State: Initialized, Role: FOLLOWER
02:12:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.924739 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "49b5297ad46c4c5388a4a95563bb2035" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e" is_pre_election: true
02:12:56.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:56.927431 24471 leader_election.cc:343] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer a14915972e904b1a94e1c366030f195e (127.23.52.194:33737): Illegal state: must be running to vote when last-logged opid is not known
02:12:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.931352 24721 ts_tablet_manager.cc:1434] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent starting tablet: real 0.052s	user 0.030s	sys 0.012s
02:12:56.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.932794 24721 tablet_bootstrap.cc:492] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439: Bootstrap starting.
02:12:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.938174 24720 raft_consensus.cc:359] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.945956 24720 raft_consensus.cc:385] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.946422 24720 raft_consensus.cc:740] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a14915972e904b1a94e1c366030f195e, State: Initialized, Role: FOLLOWER
02:12:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.946553 24721 tablet_bootstrap.cc:654] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439: Neither blocks nor log segments found. Creating new log.
02:12:56.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.947674 24720 consensus_queue.cc:260] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.956511 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "49b5297ad46c4c5388a4a95563bb2035" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" is_pre_election: true
02:12:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:56.959213 24471 leader_election.cc:343] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645): Illegal state: must be running to vote when last-logged opid is not known
02:12:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.959774 24471 leader_election.cc:304] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf; no voters: 6d2a5ab7c0b342f2835ffdda35acb439, a14915972e904b1a94e1c366030f195e
02:12:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.960929 24722 raft_consensus.cc:2749] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:12:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.966800 24718 consensus_queue.cc:260] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:56.984512 24718 ts_tablet_manager.cc:1434] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf: Time spent starting tablet: real 0.068s	user 0.007s	sys 0.000s
02:12:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:57.007153 24249 tablet.cc:2406] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:57.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.009989 24718 tablet_bootstrap.cc:492] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf: Bootstrap starting.
02:12:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.012419 24721 tablet_bootstrap.cc:492] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439: No bootstrap required, opened a new log
02:12:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.012853 24721 ts_tablet_manager.cc:1403] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent bootstrapping tablet: real 0.080s	user 0.007s	sys 0.024s
02:12:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.016271 24721 raft_consensus.cc:359] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.017128 24721 raft_consensus.cc:385] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.017539 24721 raft_consensus.cc:740] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d2a5ab7c0b342f2835ffdda35acb439, State: Initialized, Role: FOLLOWER
02:12:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.018268 24721 consensus_queue.cc:260] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.020895 24721 ts_tablet_manager.cc:1434] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.000s
02:12:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.024216 24721 tablet_bootstrap.cc:492] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439: Bootstrap starting.
02:12:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.030869 24721 tablet_bootstrap.cc:654] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439: Neither blocks nor log segments found. Creating new log.
02:12:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.040897 24718 tablet_bootstrap.cc:654] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf: Neither blocks nor log segments found. Creating new log.
02:12:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.064637 24720 ts_tablet_manager.cc:1434] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e: Time spent starting tablet: real 0.219s	user 0.042s	sys 0.019s
02:12:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.080510 24720 tablet_bootstrap.cc:492] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e: Bootstrap starting.
02:12:57.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.087494 24718 tablet_bootstrap.cc:492] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf: No bootstrap required, opened a new log
02:12:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.088110 24718 ts_tablet_manager.cc:1403] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf: Time spent bootstrapping tablet: real 0.078s	user 0.006s	sys 0.016s
02:12:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.091377 24720 tablet_bootstrap.cc:654] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e: Neither blocks nor log segments found. Creating new log.
02:12:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.090677 24718 raft_consensus.cc:359] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.095629 24718 raft_consensus.cc:385] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.095930 24718 raft_consensus.cc:740] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c525c19541e496cb822eb6142448ebf, State: Initialized, Role: FOLLOWER
02:12:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.097915 24718 consensus_queue.cc:260] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.116047 24718 ts_tablet_manager.cc:1434] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf: Time spent starting tablet: real 0.028s	user 0.007s	sys 0.000s
02:12:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.117131 24721 tablet_bootstrap.cc:492] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439: No bootstrap required, opened a new log
02:12:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.117612 24721 ts_tablet_manager.cc:1403] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent bootstrapping tablet: real 0.094s	user 0.012s	sys 0.021s
02:12:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.120517 24721 raft_consensus.cc:359] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.121302 24721 raft_consensus.cc:385] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.121635 24721 raft_consensus.cc:740] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d2a5ab7c0b342f2835ffdda35acb439, State: Initialized, Role: FOLLOWER
02:12:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.125922 24722 raft_consensus.cc:493] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.126058 24720 tablet_bootstrap.cc:492] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e: No bootstrap required, opened a new log
02:12:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.126497 24720 ts_tablet_manager.cc:1403] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e: Time spent bootstrapping tablet: real 0.046s	user 0.005s	sys 0.007s
02:12:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.126335 24722 raft_consensus.cc:515] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.128145 24722 leader_election.cc:290] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645), a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.130859 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f8533d609224fbfbf57a954a9ace4d9" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" is_pre_election: true
02:12:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.130792 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f8533d609224fbfbf57a954a9ace4d9" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e" is_pre_election: true
02:12:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.131553 24196 raft_consensus.cc:2468] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 0.
02:12:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.134562 24471 leader_election.cc:304] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf, 6d2a5ab7c0b342f2835ffdda35acb439; no voters: 
02:12:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.135967 24722 raft_consensus.cc:2804] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.136343 24722 raft_consensus.cc:493] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.136658 24722 raft_consensus.cc:3060] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Advancing to term 1
02:12:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.139276 24721 consensus_queue.cc:260] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.131126 24720 raft_consensus.cc:359] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.131567 24392 raft_consensus.cc:2468] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 0.
02:12:57.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.152311 24722 raft_consensus.cc:515] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.153347 24720 raft_consensus.cc:385] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.153751 24720 raft_consensus.cc:740] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a14915972e904b1a94e1c366030f195e, State: Initialized, Role: FOLLOWER
02:12:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.154505 24718 tablet_bootstrap.cc:492] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf: Bootstrap starting.
02:12:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.154616 24720 consensus_queue.cc:260] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.161360 24729 raft_consensus.cc:493] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.162307 24721 ts_tablet_manager.cc:1434] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent starting tablet: real 0.044s	user 0.006s	sys 0.000s
02:12:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.161890 24729 raft_consensus.cc:515] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.163838 24720 ts_tablet_manager.cc:1434] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e: Time spent starting tablet: real 0.037s	user 0.005s	sys 0.004s
02:12:57.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.164727 24720 tablet_bootstrap.cc:492] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e: Bootstrap starting.
02:12:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.166594 24729 leader_election.cc:290] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a14915972e904b1a94e1c366030f195e (127.23.52.194:33737), 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225)
02:12:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.183059 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f8533d609224fbfbf57a954a9ace4d9" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439"
02:12:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.183611 24196 raft_consensus.cc:3060] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Advancing to term 1
02:12:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.188606 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f8533d609224fbfbf57a954a9ace4d9" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e"
02:12:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.189167 24392 raft_consensus.cc:3060] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Advancing to term 1
02:12:57.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.190560 24721 tablet_bootstrap.cc:492] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439: Bootstrap starting.
02:12:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.191203 24722 leader_election.cc:290] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 election: Requested vote from peers 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645), a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.195871 24718 tablet_bootstrap.cc:654] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf: Neither blocks nor log segments found. Creating new log.
02:12:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.204445 24392 raft_consensus.cc:2468] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 1.
02:12:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:57.204655 24444 tablet.cc:2406] T 5f8533d609224fbfbf57a954a9ace4d9 P a14915972e904b1a94e1c366030f195e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:12:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.205566 24471 leader_election.cc:304] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf, a14915972e904b1a94e1c366030f195e; no voters: 
02:12:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.207017 24722 raft_consensus.cc:2804] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Leader election won for term 1
02:12:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.218735 24720 tablet_bootstrap.cc:654] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e: Neither blocks nor log segments found. Creating new log.
02:12:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.222762 24718 tablet_bootstrap.cc:492] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf: No bootstrap required, opened a new log
02:12:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.224267 24196 raft_consensus.cc:2468] T 5f8533d609224fbfbf57a954a9ace4d9 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 1.
02:12:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.223234 24718 ts_tablet_manager.cc:1403] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf: Time spent bootstrapping tablet: real 0.069s	user 0.002s	sys 0.013s
02:12:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.231621 24722 raft_consensus.cc:697] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [term 1 LEADER]: Becoming Leader. State: Replica: 3c525c19541e496cb822eb6142448ebf, State: Running, Role: LEADER
02:12:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.232803 24722 consensus_queue.cc:237] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.237514 24720 tablet_bootstrap.cc:492] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e: No bootstrap required, opened a new log
02:12:57.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.237926 24720 ts_tablet_manager.cc:1403] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e: Time spent bootstrapping tablet: real 0.073s	user 0.018s	sys 0.007s
02:12:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.246165 24720 raft_consensus.cc:359] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } }
02:12:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.246886 24720 raft_consensus.cc:385] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.247167 24720 raft_consensus.cc:740] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a14915972e904b1a94e1c366030f195e, State: Initialized, Role: FOLLOWER
02:12:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.247859 24720 consensus_queue.cc:260] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } }
02:12:57.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.254920 24720 ts_tablet_manager.cc:1434] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e: Time spent starting tablet: real 0.017s	user 0.005s	sys 0.001s
02:12:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.255839 24720 tablet_bootstrap.cc:492] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e: Bootstrap starting.
02:12:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.267915 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e" is_pre_election: true
02:12:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.269598 24537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c525c19541e496cb822eb6142448ebf" is_pre_election: true
02:12:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.271083 24721 tablet_bootstrap.cc:654] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439: Neither blocks nor log segments found. Creating new log.
02:12:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:57.271492 24109 leader_election.cc:343] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer a14915972e904b1a94e1c366030f195e (127.23.52.194:33737): Illegal state: must be running to vote when last-logged opid is not known
02:12:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.274621 24720 tablet_bootstrap.cc:654] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e: Neither blocks nor log segments found. Creating new log.
02:12:57.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:57.274020 24108 leader_election.cc:343] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225): Illegal state: must be running to vote when last-logged opid is not known
02:12:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.275518 24108 leader_election.cc:304] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6d2a5ab7c0b342f2835ffdda35acb439; no voters: 3c525c19541e496cb822eb6142448ebf, a14915972e904b1a94e1c366030f195e
02:12:57.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.277132 24729 raft_consensus.cc:2749] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:12:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.277220 24718 raft_consensus.cc:359] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } }
02:12:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.278249 24718 raft_consensus.cc:385] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.278528 24718 raft_consensus.cc:740] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c525c19541e496cb822eb6142448ebf, State: Initialized, Role: FOLLOWER
02:12:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.279271 24718 consensus_queue.cc:260] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } }
02:12:57.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.290542 24741 raft_consensus.cc:493] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:57.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.290999 24741 raft_consensus.cc:515] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.296149 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a138c1b7f1cd482fb7f5108fb462cd05" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" is_pre_election: true
02:12:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:57.297894 24471 leader_election.cc:343] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645): Illegal state: must be running to vote when last-logged opid is not known
02:12:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.299973 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a138c1b7f1cd482fb7f5108fb462cd05" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e" is_pre_election: true
02:12:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.300570 24392 raft_consensus.cc:2468] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 0.
02:12:57.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.301718 24471 leader_election.cc:304] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf, a14915972e904b1a94e1c366030f195e; no voters: 6d2a5ab7c0b342f2835ffdda35acb439
02:12:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.308655 24741 leader_election.cc:290] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645), a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.309437 24741 raft_consensus.cc:493] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.313735 24721 tablet_bootstrap.cc:492] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439: No bootstrap required, opened a new log
02:12:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.314328 24721 ts_tablet_manager.cc:1403] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent bootstrapping tablet: real 0.124s	user 0.014s	sys 0.001s
02:12:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.317520 24748 raft_consensus.cc:2804] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:57.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:57.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.329842 24748 raft_consensus.cc:493] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:57.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.330778 24748 raft_consensus.cc:3060] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Advancing to term 1
02:12:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.321439 24718 ts_tablet_manager.cc:1434] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf: Time spent starting tablet: real 0.093s	user 0.004s	sys 0.004s
02:12:57.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.309904 24741 raft_consensus.cc:515] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } }
02:12:57.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.337316 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a08d698d5d404953857aa0f07ba438a8" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e" is_pre_election: true
02:12:57.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.337886 24392 raft_consensus.cc:2468] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 0.
02:12:57.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.340066 24471 leader_election.cc:304] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf, a14915972e904b1a94e1c366030f195e; no voters: 
02:12:57.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.343489 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a08d698d5d404953857aa0f07ba438a8" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" is_pre_election: true
02:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:57.345261 24471 leader_election.cc:343] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645): Illegal state: must be running to vote when last-logged opid is not known
02:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.346210 24718 tablet_bootstrap.cc:492] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf: Bootstrap starting.
02:12:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.348237 24721 raft_consensus.cc:359] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } }
02:12:57.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.346550 24741 leader_election.cc:290] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a14915972e904b1a94e1c366030f195e (127.23.52.194:33737), 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645)
02:12:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.360618 24720 tablet_bootstrap.cc:492] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e: No bootstrap required, opened a new log
02:12:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.361054 24720 ts_tablet_manager.cc:1403] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e: Time spent bootstrapping tablet: real 0.105s	user 0.017s	sys 0.017s
02:12:57.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.366303 24721 raft_consensus.cc:385] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.365568 23975 catalog_manager.cc:5696] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf reported cstate change: term changed from 0 to 1, leader changed from <none> to 3c525c19541e496cb822eb6142448ebf (127.23.52.195). New cstate: current_term: 1 leader_uuid: "3c525c19541e496cb822eb6142448ebf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } health_report { overall_health: HEALTHY } } }
02:12:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.370332 24720 raft_consensus.cc:359] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.371006 24720 raft_consensus.cc:385] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.371250 24720 raft_consensus.cc:740] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a14915972e904b1a94e1c366030f195e, State: Initialized, Role: FOLLOWER
02:12:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.371946 24720 consensus_queue.cc:260] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.378316 24720 ts_tablet_manager.cc:1434] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e: Time spent starting tablet: real 0.017s	user 0.004s	sys 0.001s
02:12:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.379204 24720 tablet_bootstrap.cc:492] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e: Bootstrap starting.
02:12:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.341801 24746 raft_consensus.cc:2804] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.379810 24746 raft_consensus.cc:493] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.380426 24746 raft_consensus.cc:3060] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Advancing to term 1
02:12:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.387046 24721 raft_consensus.cc:740] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d2a5ab7c0b342f2835ffdda35acb439, State: Initialized, Role: FOLLOWER
02:12:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.388161 24721 consensus_queue.cc:260] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } }
02:12:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.407231 24720 tablet_bootstrap.cc:654] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e: Neither blocks nor log segments found. Creating new log.
02:12:57.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.412432 24718 tablet_bootstrap.cc:654] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf: Neither blocks nor log segments found. Creating new log.
02:12:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.414178 24721 ts_tablet_manager.cc:1434] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent starting tablet: real 0.099s	user 0.006s	sys 0.003s
02:12:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.425338 24721 tablet_bootstrap.cc:492] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439: Bootstrap starting.
02:12:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.415723 24746 raft_consensus.cc:515] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } }
02:12:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.417948 24748 raft_consensus.cc:515] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.448835 24746 leader_election.cc:290] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 election: Requested vote from peers a14915972e904b1a94e1c366030f195e (127.23.52.194:33737), 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645)
02:12:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.450378 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a08d698d5d404953857aa0f07ba438a8" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439"
02:12:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.450922 24196 raft_consensus.cc:3060] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Advancing to term 1
02:12:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.458212 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a08d698d5d404953857aa0f07ba438a8" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e"
02:12:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.458746 24392 raft_consensus.cc:3060] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Advancing to term 1
02:12:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.472363 24196 raft_consensus.cc:2468] T a08d698d5d404953857aa0f07ba438a8 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 1.
02:12:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.474056 24471 leader_election.cc:304] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf, 6d2a5ab7c0b342f2835ffdda35acb439; no voters: 
02:12:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.474840 24746 raft_consensus.cc:2804] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Leader election won for term 1
02:12:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.475288 24746 raft_consensus.cc:697] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [term 1 LEADER]: Becoming Leader. State: Replica: 3c525c19541e496cb822eb6142448ebf, State: Running, Role: LEADER
02:12:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.476105 24746 consensus_queue.cc:237] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } }
02:12:57.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.477660 24392 raft_consensus.cc:2468] T a08d698d5d404953857aa0f07ba438a8 P a14915972e904b1a94e1c366030f195e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 1.
02:12:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.482352 24391 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a138c1b7f1cd482fb7f5108fb462cd05" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e"
02:12:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.483057 24391 raft_consensus.cc:3060] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Advancing to term 1
02:12:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.485517 24729 raft_consensus.cc:493] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.485953 24729 raft_consensus.cc:515] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.487890 24729 leader_election.cc:290] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a14915972e904b1a94e1c366030f195e (127.23.52.194:33737), 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225)
02:12:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.490665 24537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "49b5297ad46c4c5388a4a95563bb2035" candidate_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c525c19541e496cb822eb6142448ebf" is_pre_election: true
02:12:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.491537 24537 raft_consensus.cc:2468] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d2a5ab7c0b342f2835ffdda35acb439 in term 0.
02:12:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.493279 24108 leader_election.cc:304] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf, 6d2a5ab7c0b342f2835ffdda35acb439; no voters: 
02:12:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.494791 24729 raft_consensus.cc:2804] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.495155 24729 raft_consensus.cc:493] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.494937 24390 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "49b5297ad46c4c5388a4a95563bb2035" candidate_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e" is_pre_election: true
02:12:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.495471 24729 raft_consensus.cc:3060] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Advancing to term 1
02:12:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.495642 24390 raft_consensus.cc:2468] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d2a5ab7c0b342f2835ffdda35acb439 in term 0.
02:12:57.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.506855 24391 raft_consensus.cc:2468] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 1.
02:12:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.508205 24748 leader_election.cc:290] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 election: Requested vote from peers 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645), a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.508841 24471 leader_election.cc:304] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf, a14915972e904b1a94e1c366030f195e; no voters: 
02:12:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.509048 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a138c1b7f1cd482fb7f5108fb462cd05" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439"
02:12:57.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:57.510802 24471 leader_election.cc:343] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645): Illegal state: must be running to vote when last-logged opid is not known
02:12:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.511696 24748 raft_consensus.cc:2804] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Leader election won for term 1
02:12:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.512581 24748 raft_consensus.cc:697] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [term 1 LEADER]: Becoming Leader. State: Replica: 3c525c19541e496cb822eb6142448ebf, State: Running, Role: LEADER
02:12:57.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.513489 24748 consensus_queue.cc:237] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.519459 24718 tablet_bootstrap.cc:492] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf: No bootstrap required, opened a new log
02:12:57.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.519869 24718 ts_tablet_manager.cc:1403] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf: Time spent bootstrapping tablet: real 0.174s	user 0.006s	sys 0.005s
02:12:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.522491 24718 raft_consensus.cc:359] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.523259 24718 raft_consensus.cc:385] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.523550 24718 raft_consensus.cc:740] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c525c19541e496cb822eb6142448ebf, State: Initialized, Role: FOLLOWER
02:12:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.524935 24729 raft_consensus.cc:515] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.528841 24718 consensus_queue.cc:260] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.529621 24720 tablet_bootstrap.cc:492] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e: No bootstrap required, opened a new log
02:12:57.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.530122 24720 ts_tablet_manager.cc:1403] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e: Time spent bootstrapping tablet: real 0.151s	user 0.016s	sys 0.014s
02:12:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.532972 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "49b5297ad46c4c5388a4a95563bb2035" candidate_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e"
02:12:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.533565 24392 raft_consensus.cc:3060] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Advancing to term 1
02:12:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.534323 24537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "49b5297ad46c4c5388a4a95563bb2035" candidate_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c525c19541e496cb822eb6142448ebf"
02:12:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.533209 24729 leader_election.cc:290] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 election: Requested vote from peers a14915972e904b1a94e1c366030f195e (127.23.52.194:33737), 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225)
02:12:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.534890 24537 raft_consensus.cc:3060] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Advancing to term 1
02:12:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.534893 24718 ts_tablet_manager.cc:1434] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf: Time spent starting tablet: real 0.015s	user 0.007s	sys 0.000s
02:12:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.538200 24721 tablet_bootstrap.cc:654] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439: Neither blocks nor log segments found. Creating new log.
02:12:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.541836 24537 raft_consensus.cc:2468] T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d2a5ab7c0b342f2835ffdda35acb439 in term 1.
02:12:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.541930 23975 catalog_manager.cc:5696] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf reported cstate change: term changed from 0 to 1, leader changed from <none> to 3c525c19541e496cb822eb6142448ebf (127.23.52.195). New cstate: current_term: 1 leader_uuid: "3c525c19541e496cb822eb6142448ebf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } health_report { overall_health: UNKNOWN } } }
02:12:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.543169 24108 leader_election.cc:304] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf, 6d2a5ab7c0b342f2835ffdda35acb439; no voters: 
02:12:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.543712 23975 catalog_manager.cc:5696] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf reported cstate change: term changed from 0 to 1, leader changed from <none> to 3c525c19541e496cb822eb6142448ebf (127.23.52.195). New cstate: current_term: 1 leader_uuid: "3c525c19541e496cb822eb6142448ebf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } health_report { overall_health: HEALTHY } } }
02:12:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.551074 24720 raft_consensus.cc:359] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.552042 24720 raft_consensus.cc:385] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.552322 24720 raft_consensus.cc:740] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a14915972e904b1a94e1c366030f195e, State: Initialized, Role: FOLLOWER
02:12:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.553038 24720 consensus_queue.cc:260] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.558347 24392 raft_consensus.cc:2468] T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d2a5ab7c0b342f2835ffdda35acb439 in term 1.
02:12:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.562909 24720 ts_tablet_manager.cc:1434] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e: Time spent starting tablet: real 0.032s	user 0.000s	sys 0.006s
02:12:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.567516 24721 tablet_bootstrap.cc:492] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439: No bootstrap required, opened a new log
02:12:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.568019 24721 ts_tablet_manager.cc:1403] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent bootstrapping tablet: real 0.143s	user 0.009s	sys 0.002s
02:12:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.571295 24721 raft_consensus.cc:359] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.572086 24721 raft_consensus.cc:385] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:12:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.572420 24721 raft_consensus.cc:740] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d2a5ab7c0b342f2835ffdda35acb439, State: Initialized, Role: FOLLOWER
02:12:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.573083 24721 consensus_queue.cc:260] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.576859 24729 raft_consensus.cc:2804] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 1 FOLLOWER]: Leader election won for term 1
02:12:57.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.589298 24721 ts_tablet_manager.cc:1434] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439: Time spent starting tablet: real 0.021s	user 0.001s	sys 0.008s
02:12:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.609788 24729 raft_consensus.cc:697] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 1 LEADER]: Becoming Leader. State: Replica: 6d2a5ab7c0b342f2835ffdda35acb439, State: Running, Role: LEADER
02:12:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.611469 24729 consensus_queue.cc:237] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.631242 23975 catalog_manager.cc:5696] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193). New cstate: current_term: 1 leader_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } health_report { overall_health: UNKNOWN } } }
02:12:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.759733 24746 consensus_queue.cc:1048] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:57.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.777217 24746 consensus_queue.cc:1048] T 5f8533d609224fbfbf57a954a9ace4d9 P 3c525c19541e496cb822eb6142448ebf [LEADER]: Connected to new peer: Peer: permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:12:57.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.880681 24729 raft_consensus.cc:493] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.881191 24729 raft_consensus.cc:515] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.883211 24729 leader_election.cc:290] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a14915972e904b1a94e1c366030f195e (127.23.52.194:33737), 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225)
02:12:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.883978 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a138c1b7f1cd482fb7f5108fb462cd05" candidate_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e" is_pre_election: true
02:12:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.884334 24537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a138c1b7f1cd482fb7f5108fb462cd05" candidate_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c525c19541e496cb822eb6142448ebf" is_pre_election: true
02:12:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.884814 24392 raft_consensus.cc:2393] T a138c1b7f1cd482fb7f5108fb462cd05 P a14915972e904b1a94e1c366030f195e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6d2a5ab7c0b342f2835ffdda35acb439 in current term 1: Already voted for candidate 3c525c19541e496cb822eb6142448ebf in this term.
02:12:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.886137 24109 leader_election.cc:304] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6d2a5ab7c0b342f2835ffdda35acb439; no voters: 3c525c19541e496cb822eb6142448ebf, a14915972e904b1a94e1c366030f195e
02:12:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.886899 24729 raft_consensus.cc:3060] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Advancing to term 1
02:12:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.887109 24722 consensus_queue.cc:1048] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [LEADER]: Connected to new peer: Peer: permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.892920 24729 raft_consensus.cc:2749] T a138c1b7f1cd482fb7f5108fb462cd05 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:12:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.911836 24748 consensus_queue.cc:1048] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.913311 24730 raft_consensus.cc:493] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.913801 24730 raft_consensus.cc:515] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.924993 24730 leader_election.cc:290] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645), 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225)
02:12:57.949 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:57.950 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:57.950 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:57.950 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:57.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:57.950 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:57.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:57.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:57.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:57.952 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:57.952 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:57.952 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:57.952 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.953578 24722 raft_consensus.cc:493] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.954247 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "a14915972e904b1a94e1c366030f195e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" is_pre_election: true
02:12:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.954087 24722 raft_consensus.cc:515] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.954881 24196 raft_consensus.cc:2468] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a14915972e904b1a94e1c366030f195e in term 0.
02:12:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.956312 24722 leader_election.cc:290] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645), a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.957237 24327 leader_election.cc:304] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d2a5ab7c0b342f2835ffdda35acb439, a14915972e904b1a94e1c366030f195e; no voters: 
02:12:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.958222 24730 raft_consensus.cc:2804] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.958575 24730 raft_consensus.cc:493] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.958528 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" is_pre_election: true
02:12:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.958906 24730 raft_consensus.cc:3060] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 0 FOLLOWER]: Advancing to term 1
02:12:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.958810 24391 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e" is_pre_election: true
02:12:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.959151 24196 raft_consensus.cc:2468] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c525c19541e496cb822eb6142448ebf in term 0.
02:12:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.961704 24471 leader_election.cc:304] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf, 6d2a5ab7c0b342f2835ffdda35acb439; no voters: 
02:12:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.962779 24537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "a14915972e904b1a94e1c366030f195e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c525c19541e496cb822eb6142448ebf" is_pre_election: true
02:12:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.963054 24722 raft_consensus.cc:2804] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Leader pre-election won for term 1
02:12:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.963445 24722 raft_consensus.cc:493] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.963737 24722 raft_consensus.cc:3060] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 0 FOLLOWER]: Advancing to term 1
02:12:57.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.965287 24730 raft_consensus.cc:515] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.967131 24391 raft_consensus.cc:2393] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3c525c19541e496cb822eb6142448ebf in current term 1: Already voted for candidate a14915972e904b1a94e1c366030f195e in this term.
02:12:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.968127 24730 leader_election.cc:290] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [CANDIDATE]: Term 1 election: Requested vote from peers 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645), 3c525c19541e496cb822eb6142448ebf (127.23.52.195:40225)
02:12:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.968248 24536 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "a14915972e904b1a94e1c366030f195e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c525c19541e496cb822eb6142448ebf"
02:12:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.969378 24722 raft_consensus.cc:515] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.969094 24196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "a14915972e904b1a94e1c366030f195e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439"
02:12:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.970299 24537 raft_consensus.cc:2393] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate a14915972e904b1a94e1c366030f195e in current term 1: Already voted for candidate 3c525c19541e496cb822eb6142448ebf in this term.
02:12:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.970443 24196 raft_consensus.cc:3060] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 0 FOLLOWER]: Advancing to term 1
02:12:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.971138 24722 leader_election.cc:290] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 election: Requested vote from peers 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645), a14915972e904b1a94e1c366030f195e (127.23.52.194:33737)
02:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.972599 24195 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d2a5ab7c0b342f2835ffdda35acb439"
02:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.972774 24392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "edfdc8674b294184b862b0ab66d03004" candidate_uuid: "3c525c19541e496cb822eb6142448ebf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a14915972e904b1a94e1c366030f195e"
02:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.973572 24392 raft_consensus.cc:2393] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 3c525c19541e496cb822eb6142448ebf in current term 1: Already voted for candidate a14915972e904b1a94e1c366030f195e in this term.
02:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.975409 24471 leader_election.cc:304] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3c525c19541e496cb822eb6142448ebf; no voters: 6d2a5ab7c0b342f2835ffdda35acb439, a14915972e904b1a94e1c366030f195e
02:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.976408 24722 raft_consensus.cc:2749] T edfdc8674b294184b862b0ab66d03004 P 3c525c19541e496cb822eb6142448ebf [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:12:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.977531 24196 raft_consensus.cc:2468] T edfdc8674b294184b862b0ab66d03004 P 6d2a5ab7c0b342f2835ffdda35acb439 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a14915972e904b1a94e1c366030f195e in term 1.
02:12:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.978549 24327 leader_election.cc:304] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6d2a5ab7c0b342f2835ffdda35acb439, a14915972e904b1a94e1c366030f195e; no voters: 3c525c19541e496cb822eb6142448ebf
02:12:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.979132 24730 raft_consensus.cc:2804] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 1 FOLLOWER]: Leader election won for term 1
02:12:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.981185 24730 raft_consensus.cc:697] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [term 1 LEADER]: Becoming Leader. State: Replica: a14915972e904b1a94e1c366030f195e, State: Running, Role: LEADER
02:12:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.982276 24730 consensus_queue.cc:237] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } }
02:12:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:57.987591 24722 consensus_queue.cc:1048] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:12:57.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:57.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:57.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:57.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:57.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:57.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:57.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:57.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:57.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:57.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:57.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:57.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:57.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:58.020077 24746 consensus_queue.cc:1048] T a138c1b7f1cd482fb7f5108fb462cd05 P 3c525c19541e496cb822eb6142448ebf [LEADER]: Connected to new peer: Peer: permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:58.024214 23974 catalog_manager.cc:5696] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e reported cstate change: term changed from 0 to 1, leader changed from <none> to a14915972e904b1a94e1c366030f195e (127.23.52.194). New cstate: current_term: 1 leader_uuid: "a14915972e904b1a94e1c366030f195e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 } health_report { overall_health: UNKNOWN } } }
02:12:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:58.071794 24729 consensus_queue.cc:1048] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:58.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:58.102732 24762 consensus_queue.cc:1048] T 49b5297ad46c4c5388a4a95563bb2035 P 6d2a5ab7c0b342f2835ffdda35acb439 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a14915972e904b1a94e1c366030f195e" member_type: VOTER last_known_addr { host: "127.23.52.194" port: 33737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:58.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:58.378033 24730 consensus_queue.cc:1048] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d2a5ab7c0b342f2835ffdda35acb439" member_type: VOTER last_known_addr { host: "127.23.52.193" port: 34645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:58.392419 24776 consensus_queue.cc:1048] T edfdc8674b294184b862b0ab66d03004 P a14915972e904b1a94e1c366030f195e [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c525c19541e496cb822eb6142448ebf" member_type: VOTER last_known_addr { host: "127.23.52.195" port: 40225 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:12:58.506 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:58.507 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:58.507 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:58.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:58.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:58.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:58.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:58.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:58.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:58.508 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:58.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:58.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:58.508 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:58.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:58.949 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:58.949 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:58.950 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:58.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:58.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:58.950 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:58.950 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:58.950 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:58.950 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:58.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:58.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:58.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:58.950 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:59.029 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:12:59.029 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:12:59.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:59.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:59.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:12:59.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:59.031 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:12:59.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:59.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:12:59.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:59.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:59.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:12:59.031 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:12:59.144 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:12:59.145 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:12:59.145 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:12:59.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:59.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:59.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:12:59.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:59.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:59.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:12:59.146 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:59.146 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:59.146 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:12:59.146 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:12:59.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:12:59.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:00.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:00.406 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:00.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:00.407 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:00.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:00.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:00.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:00.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:00.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:00.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:00.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:00.408 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:00.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:00.408 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:00.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:00.861688 23841 debug-util.cc:398] Leaking SignalData structure 0x7b080009a480 after lost signal to thread 23776
02:13:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:00.862334 23841 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae500 after lost signal to thread 23844
02:13:01.086 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:01.087 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:01.087 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:01.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:01.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:01.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:01.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:01.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:01.090 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:01.090 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:01.090 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:01.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:01.091 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:01.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:01.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:01.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:01.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:01.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:01.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:01.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:01.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:01.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:01.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:01.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:01.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:01.281 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:01.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:01.511 [DEBUG - main] (Connection.java:575) [peer master-127.22.124.254:40567(127.22.124.254:40567)] disconnecting while in state READY
02:13:01.511 [DEBUG - main] (Connection.java:575) [peer master-127.22.124.253:40343(127.22.124.253:40343)] disconnecting while in state READY
02:13:01.511 [DEBUG - main] (Connection.java:575) [peer master-127.22.124.252:46509(127.22.124.252:46509)] disconnecting while in state READY
02:13:01.512 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.124.252:46509(127.22.124.252:46509)] handling channelInactive
02:13:01.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state READY due to: connection closed
02:13:01.513 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.124.253:40343(127.22.124.253:40343)] handling channelInactive
02:13:01.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state READY due to: connection closed
02:13:01.515 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:01.516 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:13:01.516 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:13:01.519 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.124.254:40567(127.22.124.254:40567)] handling channelInactive
02:13:01.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state READY due to: connection closed
02:13:01.519 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:13:01.520 [DEBUG - main] (Connection.java:575) [peer master-127.23.52.254:33699(127.23.52.254:33699)] disconnecting while in state READY
02:13:01.520 [DEBUG - main] (Connection.java:575) [peer master-127.23.52.253:45347(127.23.52.253:45347)] disconnecting while in state READY
02:13:01.520 [DEBUG - main] (Connection.java:575) [peer master-127.23.52.252:44081(127.23.52.252:44081)] disconnecting while in state READY
02:13:01.520 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.52.253:45347(127.23.52.253:45347)] handling channelInactive
02:13:01.520 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state READY due to: connection closed
02:13:01.521 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.52.252:44081(127.23.52.252:44081)] handling channelInactive
02:13:01.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state READY due to: connection closed
02:13:01.522 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:01.525 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:13:01.525 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:13:01.526 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.52.254:33699(127.23.52.254:33699)] handling channelInactive
02:13:01.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state READY due to: connection closed
02:13:01.526 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:13:01.528 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:13:01.529 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:13:01.529 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:13:01.529 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:13:01.529 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:13:01.529 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:13:01.542 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:13:01.542 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:13:01.542 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:13:01.542 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:13:01.542 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:13:01.542 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:13:01.542 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:13:01.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:01.842 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:13:01.917 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:13:01.917 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:13:01.917 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:13:01.936 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:13:02.166 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:02.167 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:02.167 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:02.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.169 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.169 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.169 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:02.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:02.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:02.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:02.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.220 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.220 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.220 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.221 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.221 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.221 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.221 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:02.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:02.444 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:02.445 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:02.445 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:02.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.449 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.449 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:02.707 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:02.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:02.708 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:02.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.709 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.709 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:02.709 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.709 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.710 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:02.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:02.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:02.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:02.869 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:02.870 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:02.870 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:02.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:02.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:02.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:02.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:02.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:02.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:02.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:02.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:02.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:02.874 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:02.923 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
02:13:03.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:03.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:03.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:03.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:03.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:03.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:03.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:03.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:03.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:03.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:03.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:03.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:03.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:03.134 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:13:03.150 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:13:03.169 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:13:03.181 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:13:03.194 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:13:03.206 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:13:03.207 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:13:03.207 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:13:03.208 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:13:03.208 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:13:03.208 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:13:03.208 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:13:03.208 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:13:03.209 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:13:03.210 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:13:03.210 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:13:03.210 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:13:03.210 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:13:03.210 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:13:03.210 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:13:03.210 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:13:03.210 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:13:03.211 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:13:03.211 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:13:03.211 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:13:03.211 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:13:03.212 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:13:03.212 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:13:03.212 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:13:03.212 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_fc21d1c1aa815f9bb4ad7f2385e27f0b/blobStorage
02:13:03.212 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:46837 - max concurrent requests: 50 - max backlog: 1000
02:13:03.213 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_fc21d1c1aa815f9bb4ad7f2385e27f0b/blobStorage
02:13:03.214 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_fc21d1c1aa815f9bb4ad7f2385e27f0b/blobStorage
02:13:03.215 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:13:03.215 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 5a1298c0-146f-47f3-80e8-8e7096164069
02:13:03.218 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
02:13:03.219 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-244686fd-90c1-4241-8106-89453170d6e8
02:13:03.226 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-36615d6a-66ec-4b18-a1ca-81cb9c4ebc0b
02:13:03.316 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:13:03.317 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:13:03.317 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:13:03.317 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:13:03.318 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:13:03.320 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_4 .
02:13:03.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:03.324 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:03.324 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:03.325 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:03.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:03.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:03.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:03.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:03.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:03.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:03.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:03.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:03.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:03.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:03.328 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
02:13:03.328 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-9c53e99a-e489-4690-81fc-a25a65e62bae
02:13:03.330 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:13:03.331 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:13:03.340 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:13:03.340 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:13:03.349 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:41587
02:13:03.349 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:13:03.352 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:41587 was granted leadership with leaderSessionID=ce0b4e48-9891-433f-8bab-3e71f3d8a37a
02:13:03.353 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:41587 , session=ce0b4e48-9891-433f-8bab-3e71f3d8a37a
02:13:03.354 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:13:03.359 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:13:03.359 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:13:03.359 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 526d2894-218c-4526-8d81-3b9cd61d98de. Creating new DispatcherLeaderProcess.
02:13:03.360 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:13:03.360 [INFO - mini-cluster-io-thread-3] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:13:03.360 [INFO - pool-49-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id e1cf7f89-86a9-4bb8-8c7a-dab76a8e83f6.
02:13:03.360 [INFO - mini-cluster-io-thread-3] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:13:03.364 [INFO - pool-49-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_5 .
02:13:03.366 [INFO - mini-cluster-io-thread-3] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_6 .
02:13:03.376 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_6 , session=526d2894-218c-4526-8d81-3b9cd61d98de
02:13:03.384 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
02:13:03.385 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:13:03.393 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:13:03.394 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:13:03.394 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:13:03.394 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:13:03.395 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_5 , session=e1cf7f89-86a9-4bb8-8c7a-dab76a8e83f6
02:13:03.398 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_5(8c7adab76a8e83f6e1cf7f8986a94bb8).
02:13:03.443 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:13:03.455 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (a6c13ce6708e2c3e17c8a86cefc17c1f).
02:13:03.455 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (a6c13ce6708e2c3e17c8a86cefc17c1f).
02:13:03.456 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-a6c13ce6708e2c3e17c8a86cefc17c1f'.
02:13:03.456 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job a6c13ce6708e2c3e17c8a86cefc17c1f was granted leadership with leader id ebed903b-d8a7-4c1d-9325-46f965eab415. Creating new JobMasterServiceProcess.
02:13:03.459 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_7 .
02:13:03.459 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID 5a1298c0-146f-47f3-80e8-8e7096164069 (pekko://flink/user/rpc/taskmanager_4) at ResourceManager
02:13:03.460 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_5 under registration id 5fca197fa1d42567bc5f49cf4b28b0a2.
02:13:03.461 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor 5a1298c0-146f-47f3-80e8-8e7096164069 under 5fca197fa1d42567bc5f49cf4b28b0a2 at the slot manager.
02:13:03.464 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (a6c13ce6708e2c3e17c8a86cefc17c1f).
02:13:03.465 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f).
02:13:03.465 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph a69744796d2ddd316bfe2c2069b51641 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:03.465 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f).
02:13:03.465 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:13:03.467 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:13:03.467 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2065c31f
02:13:03.467 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:03.467 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:13:03.468 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:13:03.468 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@469220ec for Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f).
02:13:03.469 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_7 , session=ebed903b-d8a7-4c1d-9325-46f965eab415
02:13:03.469 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (a6c13ce6708e2c3e17c8a86cefc17c1f) under job master id 932546f965eab415ebed903bd8a74c1d.
02:13:03.470 [INFO - flink-pekko.actor.default-dispatcher-6] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:13:03.472 [DEBUG - flink-pekko.actor.default-dispatcher-6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:03.472 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:13:03.472 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state CREATED to RUNNING.
02:13:03.477 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:13:03.478 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:13:03.478 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:13:03.479 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:03.480 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:03.480 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:13:03.481 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_5(8c7adab76a8e83f6e1cf7f8986a94bb8)
02:13:03.481 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:03.482 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:13:03.482 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager 932546f965eab415ebed903bd8a74c1d@pekko://flink/user/rpc/jobmanager_7 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:03.484 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.124.253:40343(127.22.124.253:40343)] Successfully connected to peer
02:13:03.487 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager 932546f965eab415ebed903bd8a74c1d@pekko://flink/user/rpc/jobmanager_7 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:03.489 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.124.254:40567(127.22.124.254:40567)] Successfully connected to peer
02:13:03.496 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 8c7adab76a8e83f6e1cf7f8986a94bb8.
02:13:03.496 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.254
02:13:03.497 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.124.252:46509(127.22.124.252:46509)] Successfully connected to peer
02:13:03.499 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:13:03.501 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.253
02:13:03.501 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.252
02:13:03.511 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.512 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.515 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x37ae037b, L:/127.0.0.1:57230 - R:/127.22.124.253:40343] using SASL/PLAIN
02:13:03.516 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.517 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1aefb798, L:/127.0.0.1:49444 - R:/127.22.124.254:40567] using SASL/PLAIN
02:13:03.518 [DEBUG - main] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:03.520 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd1b092c0, L:/127.0.0.1:40556 - R:/127.22.124.252:46509] using SASL/PLAIN
02:13:03.522 [DEBUG - main] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:03.523 [DEBUG - main] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:03.523 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:03.523 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: OK, deferred=null) after lookup
02:13:03.566 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.52.253:45347(127.23.52.253:45347)] Successfully connected to peer
02:13:03.569 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job a6c13ce6708e2c3e17c8a86cefc17c1f
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 5a1298c0-146f-47f3-80e8-8e7096164069
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:13:03.569 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:13:03.570 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 212cfdb5d8da45d5d7bec4dbdc8fff3b from 5a1298c0-146f-47f3-80e8-8e7096164069 for job a6c13ce6708e2c3e17c8a86cefc17c1f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:03.571 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5f93dcc74a70c8785da6de741e58ceb9 from 5a1298c0-146f-47f3-80e8-8e7096164069 for job a6c13ce6708e2c3e17c8a86cefc17c1f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:03.571 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.253
02:13:03.571 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7d2f5db5bec490ad0b15a71b7a248708 from 5a1298c0-146f-47f3-80e8-8e7096164069 for job a6c13ce6708e2c3e17c8a86cefc17c1f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:03.571 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot e8729b5aff2e7661118f01f5f3b686e4 from 5a1298c0-146f-47f3-80e8-8e7096164069 for job a6c13ce6708e2c3e17c8a86cefc17c1f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:03.572 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 212cfdb5d8da45d5d7bec4dbdc8fff3b for job a6c13ce6708e2c3e17c8a86cefc17c1f from resource manager with leader id 8c7adab76a8e83f6e1cf7f8986a94bb8.
02:13:03.572 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 212cfdb5d8da45d5d7bec4dbdc8fff3b with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:03.574 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.52.252:44081(127.23.52.252:44081)] Successfully connected to peer
02:13:03.577 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:192) Add job a6c13ce6708e2c3e17c8a86cefc17c1f for job leader monitoring.
02:13:03.598 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.52.254:33699(127.23.52.254:33699)] Successfully connected to peer
02:13:03.598 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 5f93dcc74a70c8785da6de741e58ceb9 for job a6c13ce6708e2c3e17c8a86cefc17c1f from resource manager with leader id 8c7adab76a8e83f6e1cf7f8986a94bb8.
02:13:03.598 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 5f93dcc74a70c8785da6de741e58ceb9 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:03.598 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 7d2f5db5bec490ad0b15a71b7a248708 for job a6c13ce6708e2c3e17c8a86cefc17c1f from resource manager with leader id 8c7adab76a8e83f6e1cf7f8986a94bb8.
02:13:03.598 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 7d2f5db5bec490ad0b15a71b7a248708 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:03.599 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request e8729b5aff2e7661118f01f5f3b686e4 for job a6c13ce6708e2c3e17c8a86cefc17c1f from resource manager with leader id 8c7adab76a8e83f6e1cf7f8986a94bb8.
02:13:03.599 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for e8729b5aff2e7661118f01f5f3b686e4 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:03.603 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 83a51ff88ebc43c2aaeb025fa9316917 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:03.603 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 18c78187d78a43cbb144fe78612d794c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:03.603 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0170645184a442b28f9250b1f792d5a5 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:03.604 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:03.604 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b3e020cf82e48e69aa72f4077aa5e71 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:03.604 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_7 with leader id ebed903b-d8a7-4c1d-9325-46f965eab415.
02:13:03.604 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:03.607 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.252
02:13:03.609 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.254
02:13:03.610 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:13:03.613 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_7 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:03.613 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1783) Establish JobManager connection for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:03.613 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1633) Offer reserved slots to the leader of job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:03.614 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:13:03.614 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 7d2f5db5bec490ad0b15a71b7a248708
02:13:03.615 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:13:03.617 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:03.617 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:13:03.617 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id a6c13ce6708e2c3e17c8a86cefc17c1f
02:13:03.618 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 7d2f5db5bec490ad0b15a71b7a248708.
02:13:03.628 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.629 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.631 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4618d8bc, L:/127.0.0.1:40986 - R:/127.23.52.254:33699] using SASL/PLAIN
02:13:03.632 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:13:03.632 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b
02:13:03.633 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:13:03.635 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:13:03.637 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.639 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:13:03.639 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:13:03.640 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x77c1cf63, L:/127.0.0.1:55622 - R:/127.23.52.253:45347] using SASL/PLAIN
02:13:03.640 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:13:03.641 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 5f93dcc74a70c8785da6de741e58ceb9
02:13:03.645 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:13:03.645 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id e8729b5aff2e7661118f01f5f3b686e4
02:13:03.641 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbde7a8c8, L:/127.0.0.1:39526 - R:/127.23.52.252:44081] using SASL/PLAIN
02:13:03.647 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:13:03.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ad829ce
02:13:03.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:03.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:13:03.648 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 5f93dcc74a70c8785da6de741e58ceb9.
02:13:03.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:13:03.649 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:13:03.649 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:13:03.649 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:13:03.649 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:13:03.649 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:13:03.649 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:13:03.649 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:13:03.649 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:13:03.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5dfd9554
02:13:03.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:03.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:13:03.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:13:03.650 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:13:03.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:13:03.651 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:13:03.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b8f8ca3
02:13:03.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:03.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:13:03.651 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id e8729b5aff2e7661118f01f5f3b686e4.
02:13:03.652 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:13:03.652 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:13:03.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:03.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=136), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: OK, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: OK, deferred=null) after lookup
02:13:03.655 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f993a69
02:13:03.657 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:03.660 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b329aa2
02:13:03.661 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b191116
02:13:03.662 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:03.663 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:03.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:03.672 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:13:03.672 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:13:03.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a08d698d5d404953857aa0f07ba438a8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:03.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a138c1b7f1cd482fb7f5108fb462cd05 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:03.673 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e7f219d
02:13:03.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49b5297ad46c4c5388a4a95563bb2035 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:03.673 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:03.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:03.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:03.673 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:13:03.674 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:13:03.674 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a08d698d5d404953857aa0f07ba438a8@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a138c1b7f1cd482fb7f5108fb462cd05@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=49b5297ad46c4c5388a4a95563bb2035@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)[L],a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:03.674 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.52.252:44081, [7ms] Sub RPC GetTableLocations: received response from server master-127.23.52.252:44081: OK, deferred=null)) after lookup
02:13:03.674 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:13:03.675 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] connecting to peer
02:13:03.680 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@599c5edf
02:13:03.682 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:03.685 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:03.685 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:03.687 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] Successfully connected to peer
02:13:03.688 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:03.688 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:03.689 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:03.690 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.52.252:44081(127.23.52.252:44081)] Successfully connected to peer
02:13:03.696 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:03.697 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:03.698 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.52.252:44081(127.23.52.252:44081)] Successfully connected to peer
02:13:03.693 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.252
02:13:03.707 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.52.254:33699(127.23.52.254:33699)] Successfully connected to peer
02:13:03.711 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.254
02:13:03.714 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.718 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8183396f, L:/127.0.0.1:35730 - R:/127.23.52.195:40225] using TOKEN/null
02:13:03.719 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:03.720 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.723 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1e7c8ce6, L:/127.0.0.1:39532 - R:/127.23.52.252:44081] using SASL/PLAIN
02:13:03.725 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.252
02:13:03.732 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.52.253:45347(127.23.52.253:45347)] Successfully connected to peer
02:13:03.738 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.740 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:03.742 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9d177ac8, L:/127.0.0.1:39534 - R:/127.23.52.252:44081] using SASL/PLAIN
02:13:03.744 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.52.252:44081(127.23.52.252:44081)] Successfully connected to peer
02:13:03.746 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.253
02:13:03.747 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:03.750 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:03.750 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:03.751 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:03.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:03.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:03.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:03.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:03.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:03.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:03.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:03.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:03.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:03.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:03.752 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [59ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: OK, deferred=null) after lookup
02:13:03.754 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.252
02:13:03.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:03.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:03.762 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:03.762 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e2f1960
02:13:03.764 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.764 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:03.764 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:03.765 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:03.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:03.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:03.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:03.766 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:03.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:03.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:03.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:03.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:03.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:03.767 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:03.767 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x50d97b95, L:/127.0.0.1:40998 - R:/127.23.52.254:33699] using SASL/PLAIN
02:13:03.770 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:13:03.771 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:13:03.773 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.777 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.779 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9f9284b9, L:/127.0.0.1:55628 - R:/127.23.52.253:45347] using SASL/PLAIN
02:13:03.780 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8db2260b, L:/127.0.0.1:39550 - R:/127.23.52.252:44081] using SASL/PLAIN
02:13:03.787 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:03.795 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:03.797 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.52.252:44081(127.23.52.252:44081)] Successfully connected to peer
02:13:03.799 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.52.253:45347(127.23.52.253:45347)] Successfully connected to peer
02:13:03.799 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.52.254:33699(127.23.52.254:33699)] Successfully connected to peer
02:13:03.799 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.52.254:33699(127.23.52.254:33699)] Successfully connected to peer
02:13:03.800 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.252
02:13:03.801 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.253
02:13:03.814 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.818 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2c8da8b6, L:/127.0.0.1:55632 - R:/127.23.52.253:45347] using SASL/PLAIN
02:13:03.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:03.822 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.824 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:03.824 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:03.824 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.254
02:13:03.829 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.254
02:13:03.831 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeeb8fca0, L:/127.0.0.1:39556 - R:/127.23.52.252:44081] using SASL/PLAIN
02:13:03.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:03.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=177), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [139ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: OK, deferred=null) after lookup
02:13:03.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:03.845 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.851 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.854 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7fe95e83, L:/127.0.0.1:41018 - R:/127.23.52.254:33699] using SASL/PLAIN
02:13:03.862 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2b5f9b17, L:/127.0.0.1:41004 - R:/127.23.52.254:33699] using SASL/PLAIN
02:13:03.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:03.865 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43e0a9c
02:13:03.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:13:03.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:13:03.872 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:03.873 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:03.873 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:13:03.873 [DEBUG - main] (Connection.java:748) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] connecting to peer
02:13:03.874 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='359ea18229fa8f42b44c0b80e2896a5ab61e4b720a7dd4763b3403b9e9d8f343'}]
02:13:03.876 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:03.880 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] Successfully connected to peer
02:13:03.886 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:03.887 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.52.254:33699(127.23.52.254:33699)] Successfully connected to peer
02:13:03.897 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.52.254
02:13:03.900 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:03.900 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=237), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [55ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: OK, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, deferred=null) after lookup
02:13:03.904 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:03.907 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:03.908 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@522f9699
02:13:03.909 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.52.253:45347(127.23.52.253:45347)] Successfully connected to peer
02:13:03.920 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:13:03.923 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:03.925 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.929 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:13:03.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:13:03.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:13:03.933 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.940 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x60945e7a, L:/127.0.0.1:41032 - R:/127.23.52.254:33699] using SASL/PLAIN
02:13:03.949 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xe9ae81a3, L:/127.0.0.1:57862 - R:/127.23.52.193:34645] using TOKEN/null
02:13:03.950 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:13:03.950 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='76eb248e1709cfb8b2efbf6a940266ff1217599c91d0b59b78552e365163a81b'}]
02:13:03.952 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:03.959 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:13:03.959 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:03.959 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:03.960 [DEBUG - main] (Connection.java:748) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] connecting to peer
02:13:03.961 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:03.967 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:13:03.967 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='eb02798ae9043290349823c26d25f3c400e8bcc4df7bd3ed92d0a1aad1a3647f'}]
02:13:03.968 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299992, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:03.969 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:03.970 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8c4760b1, L:/127.0.0.1:55644 - R:/127.23.52.253:45347] using TOKEN/null
02:13:03.975 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:03.991 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] connecting to peer
02:13:03.993 [DEBUG - kudu-nio-5] (Connection.java:757) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] Successfully connected to peer
02:13:03.995 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:03.995 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=311), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [95ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: OK, [179ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: OK, deferred=null) after lookup
02:13:03.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:04.005 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.52.253:45347(127.23.52.253:45347)] Successfully connected to peer
02:13:04.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:04.014 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67a775c
02:13:04.016 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:13:04.017 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:13:04.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:13:04.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:13:04.020 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:13:04.021 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='efc68fe217b1f3d51d72f6e4d2077729d867d77612469416469898c67fb51d69'}]
02:13:04.023 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:04.024 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:13:04.028 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:13:04.030 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:04.033 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:04.035 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:13:04.036 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] Successfully connected to peer
02:13:04.038 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:04.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:04.055 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.193
02:13:04.057 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:04.103 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:04.130 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:04.134 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd111ccfc, L:/127.0.0.1:44250 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:04.169 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x35054b25, L:/127.0.0.1:42124 - R:/127.22.124.193:46713] using SASL/PLAIN
02:13:04.170 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:04.172 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:04.177 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305120905121792001) for scanner KuduScanner(table=replication_test_table, tablet=18c78187d78a43cbb144fe78612d794c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.179 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xda6be9b2, L:/127.0.0.1:42424 - R:/127.23.52.194:33737] using TOKEN/null
02:13:04.179 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [76eb248e1709cfb8b2efbf6a940266ff1217599c91d0b59b78552e365163a81b]
02:13:04.179 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:04.180 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:13:04.182 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:04.182 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [76eb248e1709cfb8b2efbf6a940266ff1217599c91d0b59b78552e365163a81b]
02:13:04.184 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 76eb248e1709cfb8b2efbf6a940266ff1217599c91d0b59b78552e365163a81b finished by subtask 2; deferring removal (restored in pending)
02:13:04.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a138c1b7f1cd482fb7f5108fb462cd05 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:04.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49b5297ad46c4c5388a4a95563bb2035 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:04.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.187 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a138c1b7f1cd482fb7f5108fb462cd05@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=49b5297ad46c4c5388a4a95563bb2035@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)[L],a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:04.194 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:13:04.194 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:13:04.195 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:04.195 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a8d44f51c22ec6059ab6cc0572142ec6b9566dc249d1b8a765cf91c514768ae0'}]
02:13:04.198 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:04.200 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:04.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:04.201 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:04.202 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:04.213 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:04.214 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x15c8ecd0, L:/127.0.0.1:55648 - R:/127.23.52.253:45347] using TOKEN/null
02:13:04.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476784213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:04.215 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5f9ca186, L:/127.0.0.1:44254 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:04.235 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305120905121792001) for scanner KuduScanner(table=replication_test_table, tablet=0170645184a442b28f9250b1f792d5a5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.236 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [eb02798ae9043290349823c26d25f3c400e8bcc4df7bd3ed92d0a1aad1a3647f]
02:13:04.237 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.237 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:04.244 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.273 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:04.275 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305120905121792001) for scanner KuduScanner(table=replication_test_table, tablet=83a51ff88ebc43c2aaeb025fa9316917, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.275 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [359ea18229fa8f42b44c0b80e2896a5ab61e4b720a7dd4763b3403b9e9d8f343]
02:13:04.276 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:13:04.280 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x53bcecbe, L:/127.0.0.1:44268 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:04.282 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [359ea18229fa8f42b44c0b80e2896a5ab61e4b720a7dd4763b3403b9e9d8f343]
02:13:04.283 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 359ea18229fa8f42b44c0b80e2896a5ab61e4b720a7dd4763b3403b9e9d8f343 finished by subtask 1; deferring removal (restored in pending)
02:13:04.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a08d698d5d404953857aa0f07ba438a8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:04.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a138c1b7f1cd482fb7f5108fb462cd05 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:04.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49b5297ad46c4c5388a4a95563bb2035 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:04.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.286 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a08d698d5d404953857aa0f07ba438a8@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a138c1b7f1cd482fb7f5108fb462cd05@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=49b5297ad46c4c5388a4a95563bb2035@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)[L],a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:04.289 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:13:04.290 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:13:04.290 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:13:04.290 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] disconnecting while in state READY
02:13:04.292 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:04.293 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [eb02798ae9043290349823c26d25f3c400e8bcc4df7bd3ed92d0a1aad1a3647f]
02:13:04.294 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:13:04.294 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:13:04.294 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:04.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:04.302 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split eb02798ae9043290349823c26d25f3c400e8bcc4df7bd3ed92d0a1aad1a3647f finished by subtask 0; deferring removal (restored in pending)
02:13:04.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a08d698d5d404953857aa0f07ba438a8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:04.306 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.307 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:04.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a138c1b7f1cd482fb7f5108fb462cd05 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:04.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49b5297ad46c4c5388a4a95563bb2035 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:04.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49b5297ad46c4c5388a4a95563bb2035 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:04.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.308 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=49b5297ad46c4c5388a4a95563bb2035@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)[L],a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:04.309 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a08d698d5d404953857aa0f07ba438a8@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a138c1b7f1cd482fb7f5108fb462cd05@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=49b5297ad46c4c5388a4a95563bb2035@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)[L],a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299998, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299998}]
02:13:04.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49b5297ad46c4c5388a4a95563bb2035 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:04.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.309 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=49b5297ad46c4c5388a4a95563bb2035@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)[L],a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:04.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49b5297ad46c4c5388a4a95563bb2035 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:04.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.311 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=49b5297ad46c4c5388a4a95563bb2035@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)[L],a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:04.312 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305120905121792001) for scanner KuduScanner(table=replication_test_table, tablet=9a61c69944f74b62a1b11c52cdaf7ba6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.313 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [efc68fe217b1f3d51d72f6e4d2077729d867d77612469416469898c67fb51d69]
02:13:04.313 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.316 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:13:04.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:04.329 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=65, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@68f13131, flushNotification=Deferred@772352751(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:13:04.330 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:13:04.366 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:04.366 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:13:04.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:04.367 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:04.380 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:04.386 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.386 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:04.393 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.394 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:04.397 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [efc68fe217b1f3d51d72f6e4d2077729d867d77612469416469898c67fb51d69]
02:13:04.398 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:13:04.398 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:13:04.400 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:04.400 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split efc68fe217b1f3d51d72f6e4d2077729d867d77612469416469898c67fb51d69 finished by subtask 3; deferring removal (restored in pending)
02:13:04.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:04.416 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.418 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:04.419 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.419 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.419 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:04.420 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.420 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.420 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:04.420 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:04.421 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:04.421 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:04.429 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:04.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:04.430 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:04.430 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:13:04.474 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.475 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:04.482 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.482 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:04.488 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.488 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:04.494 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.494 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:04.499 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.558 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:04.558 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:04.558 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] connecting to peer
02:13:04.558 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:04.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:04.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:04.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:04.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:04.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:04.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:04.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:04.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:04.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:04.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:04.565 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.565 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:04.575 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.575 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:04.581 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.582 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:04.590 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.590 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:04.601 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.643 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:04.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:04.643 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:04.644 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:13:04.659 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.660 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:04.668 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] Successfully connected to peer
02:13:04.669 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.669 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:04.677 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.678 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:04.685 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.685 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:04.703 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.732 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] handling channelInactive
02:13:04.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] cleaning up while in state READY due to: connection closed
02:13:04.732 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:13:04.732 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:13:04.746 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:04.746 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:04.747 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:04.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:04.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:04.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:04.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:04.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:04.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:04.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:04.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:04.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:04.749 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:04.749 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299579, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:04.752 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:04.759 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.760 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:04.760 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:04.770 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.771 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:04.772 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7da64f34, L:/127.0.0.1:35736 - R:/127.23.52.195:40225] using TOKEN/null
02:13:04.780 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.780 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:04.787 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.787 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:04.799 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.809 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:04.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:04.830 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:04.859 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.859 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:04.882 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.882 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:04.893 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.894 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:04.902 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.902 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:04.920 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.922 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:04.955 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0c770c2e, L:/127.0.0.1:44272 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:04.977 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:04.978 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:05.002 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job a6c13ce6708e2c3e17c8a86cefc17c1f (4464 bytes, checkpointDuration=789 ms, finalizationTime=0 ms).
02:13:05.003 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 289
02:13:05.005 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476785003 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:05.006 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:13:05.006 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 76eb248e1709cfb8b2efbf6a940266ff1217599c91d0b59b78552e365163a81b from pending
02:13:05.006 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split efc68fe217b1f3d51d72f6e4d2077729d867d77612469416469898c67fb51d69 from pending
02:13:05.006 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split eb02798ae9043290349823c26d25f3c400e8bcc4df7bd3ed92d0a1aad1a3647f from pending
02:13:05.006 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 359ea18229fa8f42b44c0b80e2896a5ab61e4b720a7dd4763b3403b9e9d8f343 from pending
02:13:05.007 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 4 finished splits from enumerator state
02:13:05.007 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.007 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:05.016 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=130, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@19a9b7fc, flushNotification=Deferred@1090410462(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:13:05.017 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] connecting to peer
02:13:05.018 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=260, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@2ef2bbc7, flushNotification=Deferred@1533099629(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:13:05.019 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] connecting to peer
02:13:05.019 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=195, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@5363e5b1, flushNotification=Deferred@466382338(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:13:05.020 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] connecting to peer
02:13:05.023 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.023 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:05.032 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.033 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:05.037 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120905121792001) for scanner KuduScanner(table=replication_test_table, tablet=3b3e020cf82e48e69aa72f4077aa5e71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.037 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [a8d44f51c22ec6059ab6cc0572142ec6b9566dc249d1b8a765cf91c514768ae0]
02:13:05.038 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a8d44f51c22ec6059ab6cc0572142ec6b9566dc249d1b8a765cf91c514768ae0]
02:13:05.038 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:13:05.038 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:13:05.038 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:05.039 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:05.040 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.047 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a8d44f51c22ec6059ab6cc0572142ec6b9566dc249d1b8a765cf91c514768ae0 finished by subtask 2; deferring removal (restored in pending)
02:13:05.084 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] Successfully connected to peer
02:13:05.105 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.105 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:05.116 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] Successfully connected to peer
02:13:05.126 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.126 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:05.133 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.133 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:05.141 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] Successfully connected to peer
02:13:05.161 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:05.169 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:05.176 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa4a82ef0, L:/127.0.0.1:57864 - R:/127.23.52.193:34645] using TOKEN/null
02:13:05.197 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.198 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:05.213 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.227 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x03872d9e, L:/127.0.0.1:35752 - R:/127.23.52.195:40225] using TOKEN/null
02:13:05.234 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:05.241 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc50530af, L:/127.0.0.1:42432 - R:/127.23.52.194:33737] using TOKEN/null
02:13:05.252 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:05.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:05.253 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:05.253 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:13:05.275 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.276 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:05.287 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.288 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:05.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:05.321273 24997 log.cc:927] Time spent T 49b5297ad46c4c5388a4a95563bb2035 P a14915972e904b1a94e1c366030f195e: Append to log took a long time: real 0.066s	user 0.000s	sys 0.001s
02:13:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:05.322475 24996 log.cc:927] Time spent T 49b5297ad46c4c5388a4a95563bb2035 P 3c525c19541e496cb822eb6142448ebf: Append to log took a long time: real 0.073s	user 0.000s	sys 0.001s
02:13:05.331 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.331 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:05.345 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.345 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:05.409 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job a6c13ce6708e2c3e17c8a86cefc17c1f (1664 bytes, checkpointDuration=405 ms, finalizationTime=1 ms).
02:13:05.412 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:13:05.412 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split a8d44f51c22ec6059ab6cc0572142ec6b9566dc249d1b8a765cf91c514768ae0 from pending
02:13:05.412 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 1 finished splits from enumerator state
02:13:05.413 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 200
02:13:05.414 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476785413 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:05.426 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:13:05.427 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:13:05.430 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.480 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:13:05.486 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 83a51ff88ebc43c2aaeb025fa9316917 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:05.486 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:05.486 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 18c78187d78a43cbb144fe78612d794c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:05.486 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0170645184a442b28f9250b1f792d5a5 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:05.486 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:05.487 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b3e020cf82e48e69aa72f4077aa5e71 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:05.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:05.487 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:05.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:05.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:05.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:05.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:05.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:05.489 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:05.489 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:05.489 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:05.489 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:05.489 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:05.490 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:05.491 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4cdd04c8d98e7e1569f7acd95f0ca6aa5e5a8391a72b2777df8b6ce8ab63f0e1'}]
02:13:05.493 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:05.493 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='415107dfda52d8787dbc55189da36e4e6b3c10b4967dfb37a261b8db83bdf318'}]
02:13:05.495 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:05.495 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.495 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='39a0252a79c725537cfae79eff4493a947e5e3ee04e820ef74afb3594a2dfb33'}]
02:13:05.495 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:05.497 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:05.502 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:13:05.503 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:05.497 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:13:05.504 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:05.497 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:13:05.497 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='01ae1c636522702752fde60af9dfc28aae87c570e5f4f91480149a94c6e6c0d2'}]
02:13:05.506 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:05.507 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:13:05.507 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:05.508 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:05.504 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.509 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:05.518 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.518 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:05.528 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.528 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:05.533 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:05.536 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.540 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:13:05.544 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:05.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:05.548 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:13:05.552 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:05.584 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 83a51ff88ebc43c2aaeb025fa9316917 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:05.588 [DEBUG - kudu-nio-2] (NetUtil.java:139) Resolved '127.22.124.194' into [/127.22.124.194] in 2621580ns
02:13:05.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 18c78187d78a43cbb144fe78612d794c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:05.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0170645184a442b28f9250b1f792d5a5 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:05.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:05.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b3e020cf82e48e69aa72f4077aa5e71 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:05.589 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:05.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a08d698d5d404953857aa0f07ba438a8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:05.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a138c1b7f1cd482fb7f5108fb462cd05 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:05.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49b5297ad46c4c5388a4a95563bb2035 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:05.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:05.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:05.600 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a08d698d5d404953857aa0f07ba438a8@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a138c1b7f1cd482fb7f5108fb462cd05@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=49b5297ad46c4c5388a4a95563bb2035@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)[L],a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:05.602 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:05.606 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:13:05.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8b4ddc46e46446d98ef6945970431aef
02:13:05.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 83a51ff88ebc43c2aaeb025fa9316917 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:05.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 18c78187d78a43cbb144fe78612d794c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:05.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0170645184a442b28f9250b1f792d5a5 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:05.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:05.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b3e020cf82e48e69aa72f4077aa5e71 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:05.617 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:05.617 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.124.252:46509, [5ms] Sub RPC GetTableLocations: received response from server master-127.22.124.252:46509: OK, deferred=null)) after lookup
02:13:05.634 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] connecting to peer
02:13:05.653 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:05.669 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:05.670 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:05.693 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:05.694 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:05.706 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] Successfully connected to peer
02:13:05.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476785713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:05.721 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:05.730 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job a6c13ce6708e2c3e17c8a86cefc17c1f (4514 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:13:05.732 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:13:05.737 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:05.743 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:05.747 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=83a51ff88ebc43c2aaeb025fa9316917, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.748 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 83a51ff88ebc43c2aaeb025fa9316917 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:05.748 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.193
02:13:05.749 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:05.749 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:05.750 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:05.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:05.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:05.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:05.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:05.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:05.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:05.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:05.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:05.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:05.752 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:05.754 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbca7eb66, L:/127.0.0.1:44284 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:05.761 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:05.769 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x94a41b8e, L:/127.0.0.1:42126 - R:/127.22.124.193:46713] using SASL/PLAIN
02:13:05.787 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120913297408001) for scanner KuduScanner(table=replication_test_table, tablet=0170645184a442b28f9250b1f792d5a5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.788 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [39a0252a79c725537cfae79eff4493a947e5e3ee04e820ef74afb3594a2dfb33]
02:13:05.788 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [39a0252a79c725537cfae79eff4493a947e5e3ee04e820ef74afb3594a2dfb33]
02:13:05.788 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120913297408001) for scanner KuduScanner(table=replication_test_table, tablet=83a51ff88ebc43c2aaeb025fa9316917, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.789 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:13:05.790 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:13:05.790 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0800bae8172b8915aa035bb1bffe55591fdce591d79856947420dcbad56db0a6'}]
02:13:05.789 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [4cdd04c8d98e7e1569f7acd95f0ca6aa5e5a8391a72b2777df8b6ce8ab63f0e1]
02:13:05.792 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:05.793 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:05.790 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 39a0252a79c725537cfae79eff4493a947e5e3ee04e820ef74afb3594a2dfb33 finished by subtask 3; deferring removal (restored in pending)
02:13:05.789 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4cdd04c8d98e7e1569f7acd95f0ca6aa5e5a8391a72b2777df8b6ce8ab63f0e1]
02:13:05.794 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:13:05.794 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:13:05.794 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] disconnecting while in state READY
02:13:05.795 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4cdd04c8d98e7e1569f7acd95f0ca6aa5e5a8391a72b2777df8b6ce8ab63f0e1 finished by subtask 1; deferring removal (restored in pending)
02:13:05.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:05.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:05.800 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:13:05.801 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18c78187d78a43cbb144fe78612d794c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.801 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:05.802 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 18c78187d78a43cbb144fe78612d794c for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:05.811 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0170645184a442b28f9250b1f792d5a5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.811 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0170645184a442b28f9250b1f792d5a5 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:05.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:05.822 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe99f18dd, L:/127.0.0.1:44298 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:05.823 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9a61c69944f74b62a1b11c52cdaf7ba6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.823 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:05.839 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:05.842 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd1ab2ff7, L:/127.0.0.1:44288 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:05.849 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:05.857 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120913297408001) for scanner KuduScanner(table=replication_test_table, tablet=18c78187d78a43cbb144fe78612d794c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.858 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [415107dfda52d8787dbc55189da36e4e6b3c10b4967dfb37a261b8db83bdf318]
02:13:05.858 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [415107dfda52d8787dbc55189da36e4e6b3c10b4967dfb37a261b8db83bdf318]
02:13:05.859 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:13:05.859 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:13:05.860 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 415107dfda52d8787dbc55189da36e4e6b3c10b4967dfb37a261b8db83bdf318 finished by subtask 0; deferring removal (restored in pending)
02:13:05.861 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:05.863 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:05.866 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120913297408001) for scanner KuduScanner(table=replication_test_table, tablet=9a61c69944f74b62a1b11c52cdaf7ba6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.866 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [01ae1c636522702752fde60af9dfc28aae87c570e5f4f91480149a94c6e6c0d2]
02:13:05.866 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [01ae1c636522702752fde60af9dfc28aae87c570e5f4f91480149a94c6e6c0d2]
02:13:05.867 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:13:05.867 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:13:05.871 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:05.872 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 01ae1c636522702752fde60af9dfc28aae87c570e5f4f91480149a94c6e6c0d2 finished by subtask 2; deferring removal (restored in pending)
02:13:05.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:05.879 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:05.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:05.880 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:13:05.881 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:13:05.908 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:05.914 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:05.928 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3b3e020cf82e48e69aa72f4077aa5e71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a08d698d5d404953857aa0f07ba438a8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:05.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a138c1b7f1cd482fb7f5108fb462cd05 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:05.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49b5297ad46c4c5388a4a95563bb2035 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:05.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet edfdc8674b294184b862b0ab66d03004 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:05.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f8533d609224fbfbf57a954a9ace4d9 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:05.935 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a08d698d5d404953857aa0f07ba438a8@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a138c1b7f1cd482fb7f5108fb462cd05@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=49b5297ad46c4c5388a4a95563bb2035@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)[L],a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=edfdc8674b294184b862b0ab66d03004@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225),6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=5f8533d609224fbfbf57a954a9ace4d9@[3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)[L],6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645),a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:05.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.52.252:44081, [6ms] Sub RPC GetTableLocations: received response from server master-127.23.52.252:44081: OK, deferred=null)) after lookup
02:13:05.944 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.944 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:05.950 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:05.954 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.954 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:05.956 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:05.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:05.956 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:05.961 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:13:05.969 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.969 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:05.977 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.977 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:05.978 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] handling channelInactive
02:13:05.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] cleaning up while in state READY due to: connection closed
02:13:05.978 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:05.979 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:13:05.988 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:05.993 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:05.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:05.994 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:13:05.994 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:13:05.999 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=83a51ff88ebc43c2aaeb025fa9316917, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.000 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 83a51ff88ebc43c2aaeb025fa9316917 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:06.005489 23219 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.22.124.254:40567, user_credentials={real_user=slave}} blocked reactor thread for 118211us
02:13:06.037 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18c78187d78a43cbb144fe78612d794c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.037 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 18c78187d78a43cbb144fe78612d794c for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:06.076 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x960779d6, L:/127.0.0.1:44306 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:06.079 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0170645184a442b28f9250b1f792d5a5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.079 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0170645184a442b28f9250b1f792d5a5 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:06.095 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9a61c69944f74b62a1b11c52cdaf7ba6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.096 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:06.146 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120913297408001) for scanner KuduScanner(table=replication_test_table, tablet=3b3e020cf82e48e69aa72f4077aa5e71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.147 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [0800bae8172b8915aa035bb1bffe55591fdce591d79856947420dcbad56db0a6]
02:13:06.147 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0800bae8172b8915aa035bb1bffe55591fdce591d79856947420dcbad56db0a6]
02:13:06.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:13:06.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:13:06.149 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0800bae8172b8915aa035bb1bffe55591fdce591d79856947420dcbad56db0a6 finished by subtask 3; deferring removal (restored in pending)
02:13:06.149 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:06.150 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:06.175 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3b3e020cf82e48e69aa72f4077aa5e71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.189 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a08d698d5d404953857aa0f07ba438a8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.189 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a08d698d5d404953857aa0f07ba438a8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:13:06.200 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a138c1b7f1cd482fb7f5108fb462cd05, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.200 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a138c1b7f1cd482fb7f5108fb462cd05 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:13:06.207 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:06.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:06.207 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:06.208 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:13:06.210 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=49b5297ad46c4c5388a4a95563bb2035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.211 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 49b5297ad46c4c5388a4a95563bb2035 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:13:06.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476786213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:06.229 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job a6c13ce6708e2c3e17c8a86cefc17c1f (4514 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:13:06.230 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:13:06.231 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 01ae1c636522702752fde60af9dfc28aae87c570e5f4f91480149a94c6e6c0d2 from pending
02:13:06.231 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 4cdd04c8d98e7e1569f7acd95f0ca6aa5e5a8391a72b2777df8b6ce8ab63f0e1 from pending
02:13:06.231 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 39a0252a79c725537cfae79eff4493a947e5e3ee04e820ef74afb3594a2dfb33 from pending
02:13:06.231 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 415107dfda52d8787dbc55189da36e4e6b3c10b4967dfb37a261b8db83bdf318 from pending
02:13:06.231 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 0800bae8172b8915aa035bb1bffe55591fdce591d79856947420dcbad56db0a6 from pending
02:13:06.231 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 5 finished splits from enumerator state
02:13:06.235 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=edfdc8674b294184b862b0ab66d03004, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.236 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet edfdc8674b294184b862b0ab66d03004 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:13:06.253 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f8533d609224fbfbf57a954a9ace4d9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:06.254 [DEBUG - main] (Connection.java:575) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] disconnecting while in state READY
02:13:06.254 [DEBUG - main] (Connection.java:575) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] disconnecting while in state READY
02:13:06.254 [DEBUG - main] (Connection.java:575) [peer master-127.23.52.254:33699(127.23.52.254:33699)] disconnecting while in state READY
02:13:06.254 [DEBUG - main] (Connection.java:575) [peer master-127.23.52.253:45347(127.23.52.253:45347)] disconnecting while in state READY
02:13:06.254 [DEBUG - main] (Connection.java:575) [peer master-127.23.52.252:44081(127.23.52.252:44081)] disconnecting while in state READY
02:13:06.254 [DEBUG - main] (Connection.java:575) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] disconnecting while in state READY
02:13:06.255 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.52.254:33699(127.23.52.254:33699)] handling channelInactive
02:13:06.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state READY due to: connection closed
02:13:06.255 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] handling channelInactive
02:13:06.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] cleaning up while in state READY due to: connection closed
02:13:06.255 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.52.253:45347(127.23.52.253:45347)] handling channelInactive
02:13:06.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state READY due to: connection closed
02:13:06.256 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.52.252:44081(127.23.52.252:44081)] handling channelInactive
02:13:06.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state READY due to: connection closed
02:13:06.258 [DEBUG - kudu-nio-5] (Connection.java:239) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] handling channelInactive
02:13:06.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] cleaning up while in state READY due to: connection closed
02:13:06.259 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:06.260 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:13:06.260 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
02:13:06.261 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
02:13:06.261 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
02:13:06.261 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
02:13:06.272 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] handling channelInactive
02:13:06.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] cleaning up while in state READY due to: connection closed
02:13:06.273 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
02:13:06.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:06.274318 23763 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 24058
02:13:06.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:06.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:06.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:06.319 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:06.320 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:06.320 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:06.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:06.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:06.320 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:06.320 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:06.320 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:06.320 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:06.321 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:06.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:06.391 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] handling channelInactive
02:13:06.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] cleaning up while in state READY due to: connection closed
02:13:06.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:06.391390 23763 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 24245
02:13:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:06.493244 24471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.52.193:34645: connect: Connection refused (error 111)
02:13:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:06.509057 24471 consensus_peers.cc:597] T a08d698d5d404953857aa0f07ba438a8 P 3c525c19541e496cb822eb6142448ebf -> Peer 6d2a5ab7c0b342f2835ffdda35acb439 (127.23.52.193:34645): Couldn't send request to peer 6d2a5ab7c0b342f2835ffdda35acb439. Status: Network error: Client connection negotiation failed: client connection to 127.23.52.193:34645: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:13:06.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:06.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:06.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:06.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:06.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:06.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:06.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:06.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:06.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:06.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:06.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:06.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:06.521 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:06.631 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] handling channelInactive
02:13:06.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] cleaning up while in state READY due to: connection closed
02:13:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:06.631171 24471 connection.cc:573] client connection to 127.23.52.194:33737 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:13:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:06.637153 23763 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 24447
02:13:06.708 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] handling channelInactive
02:13:06.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] cleaning up while in state READY due to: connection closed
02:13:06.710 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] handling channelInactive
02:13:06.710 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] cleaning up while in state READY due to: connection closed
02:13:06.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476786714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:06.719099 23763 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 23775
02:13:06.738 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
02:13:06.740 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:13:06.786 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.52.254:33699(127.23.52.254:33699)] handling channelInactive
02:13:06.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state READY due to: connection closed
02:13:06.787 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.52.254:33699(127.23.52.254:33699)] handling channelInactive
02:13:06.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state READY due to: connection closed
02:13:06.789 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.52.254:33699(127.23.52.254:33699)] handling channelInactive
02:13:06.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state READY due to: connection closed
02:13:06.789 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.52.254:33699(127.23.52.254:33699)] handling channelInactive
02:13:06.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state READY due to: connection closed
02:13:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:06.791030 23763 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 23847
02:13:06.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:06.824963 23958 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.52.254:33699: connect: Connection refused (error 111)
02:13:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:06.836519 23958 consensus_peers.cc:597] T 00000000000000000000000000000000 P f8b9a73ffdf24207bd7991ec37437599 -> Peer 31fd13d47a1d42b4989bcfe030b61b06 (127.23.52.254:33699): Couldn't send request to peer 31fd13d47a1d42b4989bcfe030b61b06. Status: Network error: Client connection negotiation failed: client connection to 127.23.52.254:33699: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:13:06.864 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.52.253:45347(127.23.52.253:45347)] handling channelInactive
02:13:06.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state READY due to: connection closed
02:13:06.865 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.52.253:45347(127.23.52.253:45347)] handling channelInactive
02:13:06.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state READY due to: connection closed
02:13:06.864 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.52.253:45347(127.23.52.253:45347)] handling channelInactive
02:13:06.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state READY due to: connection closed
02:13:06.865 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.52.253:45347(127.23.52.253:45347)] handling channelInactive
02:13:06.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state READY due to: connection closed
02:13:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:06.867269 23763 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 23927
02:13:06.920 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.52.252:44081(127.23.52.252:44081)] handling channelInactive
02:13:06.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state READY due to: connection closed
02:13:06.931 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.52.252:44081(127.23.52.252:44081)] handling channelInactive
02:13:06.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state READY due to: connection closed
02:13:06.937 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.52.252:44081(127.23.52.252:44081)] handling channelInactive
02:13:06.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state READY due to: connection closed
02:13:06.938 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.52.252:44081(127.23.52.252:44081)] handling channelInactive
02:13:06.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state READY due to: connection closed
02:13:06.983 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:06.984 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:06.984 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:06.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:06.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:06.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:06.986 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:06.986 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:06.986 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:06.986 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:06.986 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:06.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:06.987 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:07.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476787213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:07.231 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
02:13:07.236 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:13:07.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:07.477 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:13:07.482 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 83a51ff88ebc43c2aaeb025fa9316917 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:07.482 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 18c78187d78a43cbb144fe78612d794c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:07.483 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0170645184a442b28f9250b1f792d5a5 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:07.483 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:07.483 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b3e020cf82e48e69aa72f4077aa5e71 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:07.484 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:07.489 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b0f58528173518b1eeb8f77246ffaf95d809a43100f40b41f52ab90b509670f1'}]
02:13:07.490 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ccbfb29fb1988977b9b8628ee2f585df22f3f1975a92c621df1632a4c5be6a0b'}]
02:13:07.491 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:07.492 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:13:07.492 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:07.492 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:07.493 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='008868f57aad04d7c5befbc76ba392c1f9b84a6b0259c3d73aac084832ddeb78'}]
02:13:07.495 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:07.495 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:13:07.496 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d2c7cfaa4c1d969e4a8891ce6a94d48a00e49951b73c4fee110d70c36bf82105'}]
02:13:07.496 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:07.497 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:07.498 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:13:07.498 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:07.499 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:13:07.500 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:07.506 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:07.508 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:07.513 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] connecting to peer
02:13:07.521 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:07.545 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:07.556 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:07.559 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:07.576 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] Successfully connected to peer
02:13:07.586 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:07.587 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:07.587 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:07.587 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:07.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:07.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:07.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:07.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:07.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:07.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:07.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:07.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:07.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:07.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:07.609 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:07.611 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.193
02:13:07.623 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:07.628 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:07.628 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc38fab0f, L:/127.0.0.1:44308 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:07.640 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:07.643 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:07.645 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8b326932, L:/127.0.0.1:44318 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:07.650 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0f754b6b, L:/127.0.0.1:42130 - R:/127.22.124.193:46713] using SASL/PLAIN
02:13:07.680 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120921489408001) for scanner KuduScanner(table=replication_test_table, tablet=83a51ff88ebc43c2aaeb025fa9316917, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:07.681 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [ccbfb29fb1988977b9b8628ee2f585df22f3f1975a92c621df1632a4c5be6a0b]
02:13:07.681 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ccbfb29fb1988977b9b8628ee2f585df22f3f1975a92c621df1632a4c5be6a0b]
02:13:07.682 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120921489408001) for scanner KuduScanner(table=replication_test_table, tablet=18c78187d78a43cbb144fe78612d794c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:07.682 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:13:07.682 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [008868f57aad04d7c5befbc76ba392c1f9b84a6b0259c3d73aac084832ddeb78]
02:13:07.682 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:13:07.682 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] disconnecting while in state READY
02:13:07.683 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [008868f57aad04d7c5befbc76ba392c1f9b84a6b0259c3d73aac084832ddeb78]
02:13:07.683 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:13:07.683 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:13:07.684 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ccbfb29fb1988977b9b8628ee2f585df22f3f1975a92c621df1632a4c5be6a0b finished by subtask 1; deferring removal (restored in pending)
02:13:07.685 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:07.685 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 008868f57aad04d7c5befbc76ba392c1f9b84a6b0259c3d73aac084832ddeb78 finished by subtask 0; deferring removal (restored in pending)
02:13:07.686 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='27e53eaf397e3a7748ea5e2ad7ad9a07ac93b089fed1eee6556d6f222e317f67'}]
02:13:07.688 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:07.688 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:07.692 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:07.697 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:13:07.698 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:07.706 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120921489408001) for scanner KuduScanner(table=replication_test_table, tablet=9a61c69944f74b62a1b11c52cdaf7ba6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:07.706 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b0f58528173518b1eeb8f77246ffaf95d809a43100f40b41f52ab90b509670f1]
02:13:07.707 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b0f58528173518b1eeb8f77246ffaf95d809a43100f40b41f52ab90b509670f1]
02:13:07.708 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:13:07.708 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:13:07.709 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:07.709 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b0f58528173518b1eeb8f77246ffaf95d809a43100f40b41f52ab90b509670f1 finished by subtask 3; deferring removal (restored in pending)
02:13:07.710 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:07.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476787713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:07.726 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job a6c13ce6708e2c3e17c8a86cefc17c1f (4514 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:13:07.729 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:13:07.729 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split ccbfb29fb1988977b9b8628ee2f585df22f3f1975a92c621df1632a4c5be6a0b from pending
02:13:07.730 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b0f58528173518b1eeb8f77246ffaf95d809a43100f40b41f52ab90b509670f1 from pending
02:13:07.730 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 008868f57aad04d7c5befbc76ba392c1f9b84a6b0259c3d73aac084832ddeb78 from pending
02:13:07.730 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 3 finished splits from enumerator state
02:13:07.732 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:07.744 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x19885789, L:/127.0.0.1:44328 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:07.766 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120921489408001) for scanner KuduScanner(table=replication_test_table, tablet=0170645184a442b28f9250b1f792d5a5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:07.766 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [d2c7cfaa4c1d969e4a8891ce6a94d48a00e49951b73c4fee110d70c36bf82105]
02:13:07.766 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d2c7cfaa4c1d969e4a8891ce6a94d48a00e49951b73c4fee110d70c36bf82105]
02:13:07.767 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:13:07.767 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:13:07.768 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d2c7cfaa4c1d969e4a8891ce6a94d48a00e49951b73c4fee110d70c36bf82105 finished by subtask 2; deferring removal (restored in pending)
02:13:07.768 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:07.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:07.770 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:13:07.770 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] handling channelInactive
02:13:07.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] cleaning up while in state READY due to: connection closed
02:13:07.771 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:13:07.783 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:07.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:07.784 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:13:07.784 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:13:07.810 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:07.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:07.810 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:13:07.811 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:13:07.812 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:07.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:07.835 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:07.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:07.835 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:07.836 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:13:07.871 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:07.875 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:07.939 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:07.962 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3d90278b, L:/127.0.0.1:44334 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:07.978 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120921489408001) for scanner KuduScanner(table=replication_test_table, tablet=3b3e020cf82e48e69aa72f4077aa5e71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:07.978 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [27e53eaf397e3a7748ea5e2ad7ad9a07ac93b089fed1eee6556d6f222e317f67]
02:13:07.980 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [27e53eaf397e3a7748ea5e2ad7ad9a07ac93b089fed1eee6556d6f222e317f67]
02:13:07.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:13:07.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:13:07.982 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 27e53eaf397e3a7748ea5e2ad7ad9a07ac93b089fed1eee6556d6f222e317f67 finished by subtask 1; deferring removal (restored in pending)
02:13:07.982 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:07.988 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:08.010 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:13:08.011 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:08.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:08.011 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:08.215 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476788213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:08.236 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job a6c13ce6708e2c3e17c8a86cefc17c1f (2384 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
02:13:08.237 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:13:08.237 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 27e53eaf397e3a7748ea5e2ad7ad9a07ac93b089fed1eee6556d6f222e317f67 from pending
02:13:08.237 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split d2c7cfaa4c1d969e4a8891ce6a94d48a00e49951b73c4fee110d70c36bf82105 from pending
02:13:08.237 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 2 finished splits from enumerator state
02:13:08.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:08.715 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476788713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:13:08Z chronyd exiting
02:13:08.740 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=27 ms, finalizationTime=0 ms).
02:13:08.742 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:13:08.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:09.006 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:09.006 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:09.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:09.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:09.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:09.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:09.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:09.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:09.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:09.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:09.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:09.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:09.008 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:09.189 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:09.190 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:09.190 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:09.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:09.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:09.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:09.192 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:09.192 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:09.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:09.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:09.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:09.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:09.193 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:09.215 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476789213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:09.237 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
02:13:09.239 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:13:09.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:09.481 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d2c74f7277a44536945016f21f785d95
02:13:09.487 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 83a51ff88ebc43c2aaeb025fa9316917 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:13:09.487 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 18c78187d78a43cbb144fe78612d794c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:13:09.487 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0170645184a442b28f9250b1f792d5a5 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:13:09.487 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9a61c69944f74b62a1b11c52cdaf7ba6 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:13:09.487 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b3e020cf82e48e69aa72f4077aa5e71 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:13:09.488 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:13:09.495 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f14b75ffc85344bfe2468a264585b9ecfe32a958a24a9346abb25592372df6eb'}]
02:13:09.497 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3733adc2745066673a6010e1cb6544b06a7b6ab9b1032ead94985cb250a4e30c'}]
02:13:09.499 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='fd48a76f4f459bfcad6b170d37ca6392ab1093ce4ccb6d430e8016495aa38d1f'}]
02:13:09.500 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f4e703af8e4fc6bbc6d3fd48e84a3cdf2e3862d42ce503ef2f7fe4a7745badb8'}]
02:13:09.502 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:09.502 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:13:09.503 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=83a51ff88ebc43c2aaeb025fa9316917@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:09.504 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:09.504 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:13:09.505 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=9a61c69944f74b62a1b11c52cdaf7ba6@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)[L],5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457),5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:09.505 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:09.506 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:13:09.506 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=0170645184a442b28f9250b1f792d5a5@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:09.507 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:09.507 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:13:09.508 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=18c78187d78a43cbb144fe78612d794c@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:09.522 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] connecting to peer
02:13:09.523 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:09.524 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:09.526 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:09.538 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] Successfully connected to peer
02:13:09.547 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:09.548 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.193
02:13:09.559 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:09.563 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:09.566 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x44550985, L:/127.0.0.1:54620 - R:/127.22.124.193:46713] using SASL/PLAIN
02:13:09.575 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:09.576 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:09.586 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:09.589 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x47a4b848, L:/127.0.0.1:41226 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:09.597 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:09.604 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120929681408001) for scanner KuduScanner(table=replication_test_table, tablet=9a61c69944f74b62a1b11c52cdaf7ba6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:09.605 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f4e703af8e4fc6bbc6d3fd48e84a3cdf2e3862d42ce503ef2f7fe4a7745badb8]
02:13:09.605 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f4e703af8e4fc6bbc6d3fd48e84a3cdf2e3862d42ce503ef2f7fe4a7745badb8]
02:13:09.606 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:13:09.606 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:13:09.609 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f4e703af8e4fc6bbc6d3fd48e84a3cdf2e3862d42ce503ef2f7fe4a7745badb8 finished by subtask 1; deferring removal (restored in pending)
02:13:09.610 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:09.610 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7b90ed2b6662a92618a21efca73c71c90e9425f608f25caaee7ea0843285286d'}]
02:13:09.612 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:09.613 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:09.613 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:13:09.613 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:09.614 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=3b3e020cf82e48e69aa72f4077aa5e71@[3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207),5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)[L],5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)]}]
02:13:09.629 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:09.630 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:09.635 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x910026f0, L:/127.0.0.1:41248 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:09.638 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe0837353, L:/127.0.0.1:41234 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:09.644 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] connecting to peer
02:13:09.649 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120929681408001) for scanner KuduScanner(table=replication_test_table, tablet=18c78187d78a43cbb144fe78612d794c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:09.650 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [3733adc2745066673a6010e1cb6544b06a7b6ab9b1032ead94985cb250a4e30c]
02:13:09.650 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3733adc2745066673a6010e1cb6544b06a7b6ab9b1032ead94985cb250a4e30c]
02:13:09.650 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:13:09.650 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:13:09.651 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3733adc2745066673a6010e1cb6544b06a7b6ab9b1032ead94985cb250a4e30c finished by subtask 3; deferring removal (restored in pending)
02:13:09.652 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:09.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:09.654 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120929681408001) for scanner KuduScanner(table=replication_test_table, tablet=0170645184a442b28f9250b1f792d5a5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:09.654 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [fd48a76f4f459bfcad6b170d37ca6392ab1093ce4ccb6d430e8016495aa38d1f]
02:13:09.654 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [fd48a76f4f459bfcad6b170d37ca6392ab1093ce4ccb6d430e8016495aa38d1f]
02:13:09.655 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:13:09.655 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:13:09.655 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:09.655 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split fd48a76f4f459bfcad6b170d37ca6392ab1093ce4ccb6d430e8016495aa38d1f finished by subtask 2; deferring removal (restored in pending)
02:13:09.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:09.683 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:09.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:09.683 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:13:09.683 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:13:09.686 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:09.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:09.686 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:13:09.686 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:13:09.689 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] Successfully connected to peer
02:13:09.692 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.124.195
02:13:09.702 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:09.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:09.702 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:13:09.703 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:13:09.704 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:09.708 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf7e0f08f, L:/127.0.0.1:41264 - R:/127.22.124.195:45457] using SASL/PLAIN
02:13:09.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476789713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:09.727 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job a6c13ce6708e2c3e17c8a86cefc17c1f (4514 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:13:09.730 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:13:09.730 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split f4e703af8e4fc6bbc6d3fd48e84a3cdf2e3862d42ce503ef2f7fe4a7745badb8 from pending
02:13:09.730 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split fd48a76f4f459bfcad6b170d37ca6392ab1093ce4ccb6d430e8016495aa38d1f from pending
02:13:09.730 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 3733adc2745066673a6010e1cb6544b06a7b6ab9b1032ead94985cb250a4e30c from pending
02:13:09.730 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 3 finished splits from enumerator state
02:13:09.737 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120929681408001) for scanner KuduScanner(table=replication_test_table, tablet=83a51ff88ebc43c2aaeb025fa9316917, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:09.738 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f14b75ffc85344bfe2468a264585b9ecfe32a958a24a9346abb25592372df6eb]
02:13:09.738 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f14b75ffc85344bfe2468a264585b9ecfe32a958a24a9346abb25592372df6eb]
02:13:09.739 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:13:09.739 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:13:09.740 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f14b75ffc85344bfe2468a264585b9ecfe32a958a24a9346abb25592372df6eb finished by subtask 0; deferring removal (restored in pending)
02:13:09.740 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] disconnecting while in state READY
02:13:09.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:09.744 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305120929681408001) for scanner KuduScanner(table=replication_test_table, tablet=3b3e020cf82e48e69aa72f4077aa5e71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:09.744 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [7b90ed2b6662a92618a21efca73c71c90e9425f608f25caaee7ea0843285286d]
02:13:09.744 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7b90ed2b6662a92618a21efca73c71c90e9425f608f25caaee7ea0843285286d]
02:13:09.744 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:13:09.744 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:13:09.745 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7b90ed2b6662a92618a21efca73c71c90e9425f608f25caaee7ea0843285286d finished by subtask 1; deferring removal (restored in pending)
02:13:09.745 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:09.747 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:09.748 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] handling channelInactive
02:13:09.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bf6cd845d3343188a9550b714e91369(127.22.124.193:46713)] cleaning up while in state READY due to: connection closed
02:13:09.748 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:13:09.748 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:13:09.751 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:09.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:09.751 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:13:09.751 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:13:09.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:09.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:09.788 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:09.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:09.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:09.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:09.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:09.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:09.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:09.791 [DEBUG - main] (Connection.java:575) [peer master-127.22.124.254:40567(127.22.124.254:40567)] disconnecting while in state READY
02:13:09.791 [DEBUG - main] (Connection.java:575) [peer master-127.22.124.253:40343(127.22.124.253:40343)] disconnecting while in state READY
02:13:09.791 [DEBUG - main] (Connection.java:575) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] disconnecting while in state READY
02:13:09.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:09.791 [DEBUG - main] (Connection.java:575) [peer 3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)] disconnecting while in state READY
02:13:09.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:09.791 [DEBUG - main] (Connection.java:575) [peer master-127.22.124.252:46509(127.22.124.252:46509)] disconnecting while in state READY
02:13:09.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:09.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:09.792 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.124.254:40567(127.22.124.254:40567)] handling channelInactive
02:13:09.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state READY due to: connection closed
02:13:09.792 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.124.253:40343(127.22.124.253:40343)] handling channelInactive
02:13:09.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state READY due to: connection closed
02:13:09.793 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] handling channelInactive
02:13:09.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5ad60a8ece4d424d80f3adb5f2b07590(127.22.124.195:45457)] cleaning up while in state READY due to: connection closed
02:13:09.794 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)] handling channelInactive
02:13:09.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3a947c38fa6d4bd2bc602747b715b926(127.22.124.194:44207)] cleaning up while in state READY due to: connection closed
02:13:09.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:09.804 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
02:13:09.804 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:13:09.804 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:13:09.806 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:13:09.815 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.124.252:46509(127.22.124.252:46509)] handling channelInactive
02:13:09.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state READY due to: connection closed
02:13:09.815 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
02:13:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:09.817140 23027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 23335
02:13:09.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:09.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:09.873422 23027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 23478
02:13:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:09.935554 23642 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.124.193:46713: connect: Connection refused (error 111)
02:13:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:09.937786 23642 connection.cc:573] client connection to 127.22.124.194:44207 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:13:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:09.941072 23027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 23621
02:13:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:09.999924 23027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 23039
02:13:10.006 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:10.006 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:10.007 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:10.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:10.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:10.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:10.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:10.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:10.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:10.008 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:10.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:10.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:10.008 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:10.036 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.124.254:40567(127.22.124.254:40567)] handling channelInactive
02:13:10.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state READY due to: connection closed
02:13:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:10.036811 23027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 23110
02:13:10.068 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.124.253:40343(127.22.124.253:40343)] handling channelInactive
02:13:10.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state READY due to: connection closed
02:13:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:10.069027 23027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 23188
02:13:10.101 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.124.252:46509(127.22.124.252:46509)] handling channelInactive
02:13:10.101 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state READY due to: connection closed
02:13:10.215 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476790214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:10.225 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job a6c13ce6708e2c3e17c8a86cefc17c1f (2384 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:13:10.227 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:13:10.227 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 7b90ed2b6662a92618a21efca73c71c90e9425f608f25caaee7ea0843285286d from pending
02:13:10.227 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split f14b75ffc85344bfe2468a264585b9ecfe32a958a24a9346abb25592372df6eb from pending
02:13:10.227 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 2 finished splits from enumerator state
02:13:10.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:10.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:10.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:10.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:10.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:10.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:10.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:10.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:10.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:10.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:10.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:10.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:10.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:10.540 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:10.624 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:10.625 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:10.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:10.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:10.625 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:10.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:10.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:10.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:10.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:10.626 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:10.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:10.626 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:10.626 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:10.715 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476790714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:10.727 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:13:10.729 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:13:10.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:11.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476791213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:11.224 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:13:11.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:13:11.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:13:11Z chronyd exiting
02:13:11.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:11.463 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:11.464 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:11.464 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:11.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:11.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:11.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:11.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:11.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:11.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:11.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:11.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:11.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:11.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:11.473 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:11.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.475 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.22.124.252:46509(127.22.124.252:46509) for tablet Kudu Master: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.480 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:11.481 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:11.482 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:11.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.483 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:11.500 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:11.501 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:11.501 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:11.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.502 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.502 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:11.520 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:11.520 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:11.520 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:11.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.521 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:11.540 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:11.541 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:11.541 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:11.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.541 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.541 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.541 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.542 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:11.560 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:11.560 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:11.560 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:11.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:11.600 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:11.601 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:11.601 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:11.601 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.602 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:11.659 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:11.660 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:11.660 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:11.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.661 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.661 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.661 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:11.689 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:11.689 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:11.690 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:11.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:11.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:11.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:11.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:11.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:11.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:11.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:11.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:11.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:11.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:11.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476791713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:11.720 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:11.721 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:11.721 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:11.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:11.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.722 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:11.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.722 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:11.722 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:13:11.722 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:11.723 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:13:11.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:12.060 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:12.060 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:12.061 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:12.061 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:12.061 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:12.061 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:12.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:12.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:12.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:12.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:12.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:12.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:12.061 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:12.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476792213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:12.220 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:12.220 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:12.221 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:12.221 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:12.221 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:12.221 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:13:12.221 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:12.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:12.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:12.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:12.222 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:13:12.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:12.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:12.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:12.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:12.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.02:13:12.330 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476792330
02:13:12.330 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476792330
02:13:12.333 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:13:12.336 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:13:12.336 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:13:12.336 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:13:12.337 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:13:12.337 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:13:12.339 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:13:12.580 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:12.580 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:12.580 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:12.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:12.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:12.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:12.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:12.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:12.581 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:12.581 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:12.581 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:12.581 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:12.581 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:12.675 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:13:12.675 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:13:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:12.678964 25149 mini_oidc.cc:150] Starting JWKS server
02:13:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:12.682322 25149 webserver.cc:534] Webserver started at http://127.0.0.1:43781/ using document root <none> and password file <none>
02:13:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:12.682719 25149 mini_oidc.cc:186] Starting OIDC Discovery server
02:13:12.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:12.685154 25149 webserver.cc:534] Webserver started at http://127.0.0.1:35835/ using document root <none> and password file <none>
02:13:12.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476792713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:12.724 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:13:12.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:13:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:13:12Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:13:12.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:13:12Z Disabled control of system clock
02:13:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:12.756496 25149 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/wal
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/data
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/logs
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/data/info.pb
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.126:46261
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.126
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43781/jwks.json with env {}
02:13:12.786 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:12.786 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:12.787 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:12.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:12.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:12.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:12.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:12.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:12.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:12.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:12.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:12.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:12.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:12.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:13.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.107424 25161 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.107990 25161 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.108456 25161 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.141898 25161 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:13:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.142179 25161 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.142385 25161 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:13:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.142589 25161 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:13:13.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.142784 25161 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:13:13.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.143015 25161 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43781/jwks.json
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:13.181090 25161 master_runner.cc:387] Master server non-default flags:
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/data
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/wal
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.126:46261
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43781/jwks.json
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/data/info.pb
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.126
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/logs
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:13.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:13.182962 25161 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:13.184785 25161 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.197935 25167 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:13.216 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476793214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:13.230 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:13.231 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:13.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:13.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:13.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:13.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:13.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:13.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:13.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:13.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:13.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:13.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:13.234 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:13.235 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
02:13:13.237 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:13:13.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:13.715 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476793714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:13.740 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
02:13:13.742 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:13:13.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:13.844 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:13.844 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:13.845 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:13.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:13.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:13.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:13.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:13.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:13.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:13.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:13.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:13.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:13.848 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:14.164 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:14.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:14.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:14.166 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:14.165 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:14.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:14.178 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:14.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:14.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:14.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:14.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:14.180 [INFO - pool-36-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:14.180 [WARN - pool-36-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:14.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476794213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:14.232 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=17 ms, finalizationTime=2 ms).
02:13:14.234 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:13:14.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:13.199054 25168 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:14.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:14.515641 25170 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:14.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:14.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:14.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:14.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:14.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:14.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:14.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:14.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:14.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:14.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:14.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:14.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:14.518 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:14.519127 25169 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1314 milliseconds
02:13:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:14.519088 25161 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.322s	user 0.410s	sys 0.897s
02:13:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:14.519680 25161 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.322s	user 0.411s	sys 0.898s
02:13:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.520056 25161 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.521286 25161 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.524046 25161 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.525427 25161 hybrid_clock.cc:648] HybridClock initialized: now 1783476794525386 us; error 48 us; skew 500 ppm
02:13:14.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.526324 25161 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.534026 25161 webserver.cc:534] Webserver started at http://127.24.143.126:40619/ using document root <none> and password file <none>
02:13:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.535241 25161 fs_manager.cc:362] Metadata directory not provided
02:13:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.535503 25161 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:14.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.536026 25161 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.541409 25161 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/data/instance:
02:13:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54e47ba94815422b9d52dbce653a307a"
02:13:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:14 on dist-test-slave-fshw"
02:13:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.542744 25161 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/wal/instance:
02:13:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54e47ba94815422b9d52dbce653a307a"
02:13:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:14 on dist-test-slave-fshw"
02:13:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.551746 25161 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.005s
02:13:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.558560 25177 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.560014 25161 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
02:13:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.560418 25161 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/wal
02:13:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54e47ba94815422b9d52dbce653a307a"
02:13:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:14 on dist-test-slave-fshw"
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.560921 25161 fs_report.cc:389] FS layout report
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/wal
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/wal
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/data/data
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:14.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:14.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:14.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:14.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:14.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:14.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:14.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:14.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:14.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:14.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:14.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:14.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:14.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.644434 25161 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.646123 25161 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.646724 25161 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:14.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476794713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:14.725 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:13:14.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:13:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.727049 25161 rpc_server.cc:307] RPC server started. Bound to: 127.24.143.126:46261
02:13:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.727077 25229 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.143.126:46261 every 8 connection(s)
02:13:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.730490 25161 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/data/info.pb
02:13:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.734661 25149 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 25161
02:13:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.735201 25149 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-0/wal/instance
02:13:14.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.737632 25230 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.740337 25149 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/wal
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/data
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/logs
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/data/info.pb
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.125:43551
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.125
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43781/jwks.json with env {}
02:13:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.751981 25230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } has no permanent_uuid. Determining permanent_uuid...
02:13:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.779901 25230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } has no permanent_uuid. Determining permanent_uuid...
02:13:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:14.782529 25179 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.143.125:43551: connect: Connection refused (error 111)
02:13:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:14.786738 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.125:43551: Network error: Client connection negotiation failed: client connection to 127.24.143.125:43551: connect: Connection refused (error 111)
02:13:14.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:14.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.836220 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } attempt: 1
02:13:14.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:14.840854 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.125:43551: Network error: Client connection negotiation failed: client connection to 127.24.143.125:43551: connect: Connection refused (error 111)
02:13:14.909 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:14.909317 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } attempt: 2
02:13:14.910 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:14.910 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:14.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:14.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:14.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:14.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:14.910 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:14.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:14.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:14.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:14.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:14.911 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:14.914232 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.125:43551: Network error: Client connection negotiation failed: client connection to 127.24.143.125:43551: connect: Connection refused (error 111)
02:13:15.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:15.005695 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } attempt: 3
02:13:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.010664 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.125:43551: Network error: Client connection negotiation failed: client connection to 127.24.143.125:43551: connect: Connection refused (error 111)
02:13:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.070807 25232 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.071365 25232 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:15.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.072055 25232 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.105124 25232 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:13:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.105417 25232 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.105618 25232 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:13:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.105820 25232 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:13:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.106014 25232 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:13:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.106163 25232 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43781/jwks.json
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:15.143211 25232 master_runner.cc:387] Master server non-default flags:
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/data
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/wal
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.125:43551
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43781/jwks.json
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/data/info.pb
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.125
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/logs
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:15.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:15.144914 25232 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:15.146531 25232 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:15.154112 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } attempt: 4
02:13:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.158161 25241 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.159236 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.125:43551: Network error: Client connection negotiation failed: client connection to 127.24.143.125:43551: connect: Connection refused (error 111)
02:13:15.217 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476795213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:15.234 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
02:13:15.237 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:13:15.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:15.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:15.458724 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } attempt: 5
02:13:15.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.468860 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.125:43551: Network error: Client connection negotiation failed: client connection to 127.24.143.125:43551: connect: Connection refused (error 111)
02:13:15.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476795713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:15.728 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:13:15.730 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:13:15.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:16.000 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:16.000 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:16.001 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:16.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:16.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:16.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:16.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:16.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:16.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:16.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:16.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:16.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:16.004 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.016589 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } attempt: 6
02:13:16.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:16.041558 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.125:43551: Network error: Client connection negotiation failed: client connection to 127.24.143.125:43551: connect: Connection refused (error 111)
02:13:16.215 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476796214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:16.237 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
02:13:16.240 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:13:16.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:15.160210 25242 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:16.491240 25244 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:16.495467 25243 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1335 milliseconds
02:13:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:16.496268 25232 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.337s	user 0.429s	sys 0.899s
02:13:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:16.496555 25232 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.337s	user 0.429s	sys 0.899s
02:13:16.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.496743 25232 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.497925 25232 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.500650 25232 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.502077 25232 hybrid_clock.cc:648] HybridClock initialized: now 1783476796502008 us; error 79 us; skew 500 ppm
02:13:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.502990 25232 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:16.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.510967 25232 webserver.cc:534] Webserver started at http://127.24.143.125:37637/ using document root <none> and password file <none>
02:13:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.511956 25232 fs_manager.cc:362] Metadata directory not provided
02:13:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.512157 25232 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.512629 25232 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.516974 25232 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/data/instance:
02:13:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8abef275e3084970a3675f6f8d4acc71"
02:13:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:16 on dist-test-slave-fshw"
02:13:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.518128 25232 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/wal/instance:
02:13:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8abef275e3084970a3675f6f8d4acc71"
02:13:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:16 on dist-test-slave-fshw"
02:13:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.526047 25232 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
02:13:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.532809 25254 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.534072 25232 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
02:13:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.534384 25232 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/wal
02:13:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8abef275e3084970a3675f6f8d4acc71"
02:13:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:16 on dist-test-slave-fshw"
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.534750 25232 fs_report.cc:389] FS layout report
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/wal
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/wal
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/data/data
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.628497 25232 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:16.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.630141 25232 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:16.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.630554 25232 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.705097 25232 rpc_server.cc:307] RPC server started. Bound to: 127.24.143.125:43551
02:13:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.705199 25305 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.143.125:43551 every 8 connection(s)
02:13:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.708112 25232 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/data/info.pb
02:13:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.714262 25306 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:16.715 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476796714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.715395 25149 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 25232
02:13:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.715845 25149 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-1/wal/instance
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.718238 25149 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/wal
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/data
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/logs
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/data/info.pb
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.124:37685
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.124
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43781/jwks.json with env {}
02:13:16.727 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:13:16.728 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:13:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.736123 25306 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } has no permanent_uuid. Determining permanent_uuid...
02:13:16.746 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:16.747 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:16.747 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:16.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:16.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:16.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:16.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:16.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:16.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:16.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:16.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:16.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:16.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.758786 25306 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } has no permanent_uuid. Determining permanent_uuid...
02:13:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.774137 25306 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } has no permanent_uuid. Determining permanent_uuid...
02:13:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:16.776571 25256 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:16.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:16.781013 25306 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:16.821 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:16.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.830592 25306 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 1
02:13:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:16.835129 25306 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.903535 25306 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 2
02:13:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:16.908145 25306 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:16.999611 25306 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 3
02:13:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.003875 25306 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.050876 25308 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.051431 25308 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.051913 25308 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:17.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.085425 25308 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:13:17.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.085713 25308 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.085918 25308 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:13:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.086124 25308 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:13:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.086316 25308 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:13:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.086516 25308 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43781/jwks.json
02:13:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.102144 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } attempt: 7
02:13:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.114108 25230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } has no permanent_uuid. Determining permanent_uuid...
02:13:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.119742 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:17.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:17.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:17.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:17.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:17.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:17.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:17.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:17.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:17.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:17.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:17.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:17.128 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:17.129 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27689), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [50ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [89ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [90ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [127ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [138ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [208ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [234ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [263ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [309ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [325ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [326ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [326ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [326ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [365ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [366ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [367ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [368ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [503ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [608ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [610ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [611ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [611ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [905ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [906ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [908ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [908ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1146ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2725ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2725ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3404ms] too many traces: truncated at 100 traces, deferred=Deferred@1083837498(state=PENDING, result=null, callback=(continuation of Deferred@1334274129 after retry RPC after error@1475350059) -> (continuation of Deferred@19023183 after retry RPC after error@290026125) -> (continuation of Deferred@1702384917 after retry RPC after error@850304711) -> (continuation of Deferred@557170144 after retry RPC after error@2075295313) -> (continuation of Deferred@1548049615 after retry RPC after error@450603302) -> (continuation of Deferred@378395936 after retry RPC after error@2116381014) -> (continuation of Deferred@150008185 after retry RPC after error@1327885272) -> (continuation of Deferred@926501825 after retry RPC after error@1652812713) -> (continuation of Deferred@1844946361 after retry RPC after error@225245428) -> (continuation of Deferred@1886834139 after retry RPC after error@232107743) -> (continuation of Deferred@1574897841 after retry RPC after error@933163174) -> (continuation of Deferred@1908468635 after retry RPC after error@1363345450) -> (continuation of Deferred@1954283571 after retry RPC after error@875025882) -> (continuation of Deferred@1112374518 after retry RPC after error@197555909) -> (continuation of Deferred@523211286 after retry RPC after error@363597100) -> (continuation of Deferred@1018132899 after retry RPC after error@82268333) -> (continuation of Deferred@1740360965 after retry RPC after error@311130547) -> (continuation of Deferred@1437497376 after retry RPC after error@1811032064) -> (continuation of Deferred@1377309598 after retry RPC after error@454540943) -> (continuation of Deferred@1029614261 after retry RPC after error@1192638262) -> (continuation of Deferred@1426081961 after retry RPC after error@1933928256) -> (continuation of Deferred@998666399 after retry RPC after error@1298095966) -> (continuation of Deferred@441258844 after retry RPC after error@1122633778), errback=(continuation of Deferred@1334274129 after retry RPC after error@1475350059) -> (continuation of Deferred@19023183 after retry RPC after error@290026125) -> (continuation of Deferred@1702384917 after retry RPC after error@850304711) -> (continuation of Deferred@557170144 after retry RPC after error@2075295313) -> (continuation of Deferred@1548049615 after retry RPC after error@450603302) -> (continuation of Deferred@378395936 after retry RPC after error@2116381014) -> (continuation of Deferred@150008185 after retry RPC after error@1327885272) -> (continuation of Deferred@926501825 after retry RPC after error@1652812713) -> (continuation of Deferred@1844946361 after retry RPC after error@225245428) -> (continuation of Deferred@1886834139 after retry RPC after error@232107743) -> (continuation of Deferred@1574897841 after retry RPC after error@933163174) -> (continuation of Deferred@1908468635 after retry RPC after error@1363345450) -> (continuation of Deferred@1954283571 after retry RPC after error@875025882) -> (continuation of Deferred@1112374518 after retry RPC after error@197555909) -> (continuation of Deferred@523211286 after retry RPC after error@363597100) -> (continuation of Deferred@1018132899 after retry RPC after error@82268333) -> (continuation of Deferred@1740360965 after retry RPC after error@311130547) -> (continuation of Deferred@1437497376 after retry RPC after error@1811032064) -> (continuation of Deferred@1377309598 after retry RPC after error@454540943) -> (continuation of Deferred@1029614261 after retry RPC after error@1192638262) -> (continuation of Deferred@1426081961 after retry RPC after error@1933928256) -> (continuation of Deferred@998666399 after retry RPC after error@1298095966) -> (continuation of Deferred@441258844 after retry RPC after error@1122633778)))
02:13:17.130 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:13:17.130 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27689), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [50ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [89ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [90ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [127ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [138ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [208ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [234ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [263ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [309ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [325ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [326ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [326ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [326ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [365ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [366ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [367ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [368ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [503ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [608ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [610ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [611ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [611ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [905ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [906ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [908ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [908ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1146ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2725ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2725ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3404ms] too many traces: truncated at 100 traces, deferred=Deferred@1083837498(state=PENDING, result=null, callback=(continuation of Deferred@1334274129 after retry RPC after error@1475350059) -> (continuation of Deferred@19023183 after retry RPC after error@290026125) -> (continuation of Deferred@1702384917 after retry RPC after error@850304711) -> (continuation of Deferred@557170144 after retry RPC after error@2075295313) -> (continuation of Deferred@1548049615 after retry RPC after error@450603302) -> (continuation of Deferred@378395936 after retry RPC after error@2116381014) -> (continuation of Deferred@150008185 after retry RPC after error@1327885272) -> (continuation of Deferred@926501825 after retry RPC after error@1652812713) -> (continuation of Deferred@1844946361 after retry RPC after error@225245428) -> (continuation of Deferred@1886834139 after retry RPC after error@232107743) -> (continuation of Deferred@1574897841 after retry RPC after error@933163174) -> (continuation of Deferred@1908468635 after retry RPC after error@1363345450) -> (continuation of Deferred@1954283571 after retry RPC after error@875025882) -> (continuation of Deferred@1112374518 after retry RPC after error@197555909) -> (continuation of Deferred@523211286 after retry RPC after error@363597100) -> (continuation of Deferred@1018132899 after retry RPC after error@82268333) -> (continuation of Deferred@1740360965 after retry RPC after error@311130547) -> (continuation of Deferred@1437497376 after retry RPC after error@1811032064) -> (continuation of Deferred@1377309598 after retry RPC after error@454540943) -> (continuation of Deferred@1029614261 after retry RPC after error@1192638262) -> (continuation of Deferred@1426081961 after retry RPC after error@1933928256) -> (continuation of Deferred@998666399 after retry RPC after error@1298095966) -> (continuation of Deferred@441258844 after retry RPC after error@1122633778), errback=(continuation of Deferred@1334274129 after retry RPC after error@1475350059) -> (continuation of Deferred@19023183 after retry RPC after error@290026125) -> (continuation of Deferred@1702384917 after retry RPC after error@850304711) -> (continuation of Deferred@557170144 after retry RPC after error@2075295313) -> (continuation of Deferred@1548049615 after retry RPC after error@450603302) -> (continuation of Deferred@378395936 after retry RPC after error@2116381014) -> (continuation of Deferred@150008185 after retry RPC after error@1327885272) -> (continuation of Deferred@926501825 after retry RPC after error@1652812713) -> (continuation of Deferred@1844946361 after retry RPC after error@225245428) -> (continuation of Deferred@1886834139 after retry RPC after error@232107743) -> (continuation of Deferred@1574897841 after retry RPC after error@933163174) -> (continuation of Deferred@1908468635 after retry RPC after error@1363345450) -> (continuation of Deferred@1954283571 after retry RPC after error@875025882) -> (continuation of Deferred@1112374518 after retry RPC after error@197555909) -> (continuation of Deferred@523211286 after retry RPC after error@363597100) -> (continuation of Deferred@1018132899 after retry RPC after error@82268333) -> (continuation of Deferred@1740360965 after retry RPC after error@311130547) -> (continuation of Deferred@1437497376 after retry RPC after error@1811032064) -> (continuation of Deferred@1377309598 after retry RPC after error@454540943) -> (continuation of Deferred@1029614261 after retry RPC after error@1192638262) -> (continuation of Deferred@1426081961 after retry RPC after error@1933928256) -> (continuation of Deferred@998666399 after retry RPC after error@1298095966) -> (continuation of Deferred@441258844 after retry RPC after error@1122633778)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:17.131 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:13:17.133 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.133754 25308 master_runner.cc:387] Master server non-default flags:
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/data
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/wal
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.124:37685
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43781/jwks.json
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/data/info.pb
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.124
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/logs
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:17.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.136415 25308 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:17.136 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27689), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [50ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [89ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [90ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [127ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [138ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [208ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [234ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [263ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [309ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [325ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [326ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [326ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [326ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [365ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [366ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [367ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [368ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [503ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [608ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [610ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [611ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [611ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [905ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [906ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [908ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [908ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1146ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2725ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2725ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3404ms] too many traces: truncated at 100 traces, deferred=Deferred@1083837498(state=PENDING, result=null, callback=(continuation of Deferred@1334274129 after retry RPC after error@1475350059) -> (continuation of Deferred@19023183 after retry RPC after error@290026125) -> (continuation of Deferred@1702384917 after retry RPC after error@850304711) -> (continuation of Deferred@557170144 after retry RPC after error@2075295313) -> (continuation of Deferred@1548049615 after retry RPC after error@450603302) -> (continuation of Deferred@378395936 after retry RPC after error@2116381014) -> (continuation of Deferred@150008185 after retry RPC after error@1327885272) -> (continuation of Deferred@926501825 after retry RPC after error@1652812713) -> (continuation of Deferred@1844946361 after retry RPC after error@225245428) -> (continuation of Deferred@1886834139 after retry RPC after error@232107743) -> (continuation of Deferred@1574897841 after retry RPC after error@933163174) -> (continuation of Deferred@1908468635 after retry RPC after error@1363345450) -> (continuation of Deferred@1954283571 after retry RPC after error@875025882) -> (continuation of Deferred@1112374518 after retry RPC after error@197555909) -> (continuation of Deferred@523211286 after retry RPC after error@363597100) -> (continuation of Deferred@1018132899 after retry RPC after error@82268333) -> (continuation of Deferred@1740360965 after retry RPC after error@311130547) -> (continuation of Deferred@1437497376 after retry RPC after error@1811032064) -> (continuation of Deferred@1377309598 after retry RPC after error@454540943) -> (continuation of Deferred@1029614261 after retry RPC after error@1192638262) -> (continuation of Deferred@1426081961 after retry RPC after error@1933928256) -> (continuation of Deferred@998666399 after retry RPC after error@1298095966) -> (continuation of Deferred@441258844 after retry RPC after error@1122633778), errback=(continuation of Deferred@1334274129 after retry RPC after error@1475350059) -> (continuation of Deferred@19023183 after retry RPC after error@290026125) -> (continuation of Deferred@1702384917 after retry RPC after error@850304711) -> (continuation of Deferred@557170144 after retry RPC after error@2075295313) -> (continuation of Deferred@1548049615 after retry RPC after error@450603302) -> (continuation of Deferred@378395936 after retry RPC after error@2116381014) -> (continuation of Deferred@150008185 after retry RPC after error@1327885272) -> (continuation of Deferred@926501825 after retry RPC after error@1652812713) -> (continuation of Deferred@1844946361 after retry RPC after error@225245428) -> (continuation of Deferred@1886834139 after retry RPC after error@232107743) -> (continuation of Deferred@1574897841 after retry RPC after error@933163174) -> (continuation of Deferred@1908468635 after retry RPC after error@1363345450) -> (continuation of Deferred@1954283571 after retry RPC after error@875025882) -> (continuation of Deferred@1112374518 after retry RPC after error@197555909) -> (continuation of Deferred@523211286 after retry RPC after error@363597100) -> (continuation of Deferred@1018132899 after retry RPC after error@82268333) -> (continuation of Deferred@1740360965 after retry RPC after error@311130547) -> (continuation of Deferred@1437497376 after retry RPC after error@1811032064) -> (continuation of Deferred@1377309598 after retry RPC after error@454540943) -> (continuation of Deferred@1029614261 after retry RPC after error@1192638262) -> (continuation of Deferred@1426081961 after retry RPC after error@1933928256) -> (continuation of Deferred@998666399 after retry RPC after error@1298095966) -> (continuation of Deferred@441258844 after retry RPC after error@1122633778)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:17.137 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:13:17.139 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
02:13:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.138777 25308 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:17.139 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RUNNING to RESTARTING.
02:13:17.139 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:13:17.139 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
02:13:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.147271 25306 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 4
02:13:17.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.152895 25321 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:17.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.153959 25306 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.178117 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 1
02:13:17.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.186676 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476797213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:17.224 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:17.224 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:17.225 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:17.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:17.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:17.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:17.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:17.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:17.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:17.226 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:17.226 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:17.226 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:17.226 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:17.227 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27802), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [136ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [208ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [233ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [237ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [273ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [273ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [275ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [276ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [304ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [304ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [343ms] refreshing cache from master, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [345ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [345ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [346ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [346ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [384ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [405ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [405ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [422ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [424ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [425ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [425ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [604ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [605ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [606ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [607ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1028ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1032ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1032ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2020ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2024ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2520ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2523ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2525ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2526ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2527ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [6180ms] refreshing cache from master, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [6183ms] too many traces: truncated at 100 traces, deferred=Deferred@66843036(state=PENDING, result=null, callback=(continuation of Deferred@601245090 after retry RPC after error@1076884030) -> (continuation of Deferred@1661356864 after retry RPC after error@1068310957) -> (continuation of Deferred@784832687 after retry RPC after error@298197323) -> (continuation of Deferred@1087054968 after retry RPC after error@381539717) -> (continuation of Deferred@78460189 after retry RPC after error@616661178) -> (continuation of Deferred@1034983614 after retry RPC after error@1163490160) -> (continuation of Deferred@674345755 after retry RPC after error@6107895) -> (continuation of Deferred@965816106 after retry RPC after error@928844187) -> (continuation of Deferred@315743488 after retry RPC after error@2079493927) -> (continuation of Deferred@1261049612 after retry RPC after error@342154787) -> (continuation of Deferred@138492018 after retry RPC after error@1730479594) -> (continuation of Deferred@2091711605 after retry RPC after error@1309388805) -> (continuation of Deferred@1334346526 after retry RPC after error@5096784) -> (continuation of Deferred@463068792 after retry RPC after error@142728854) -> (continuation of Deferred@60439787 after retry RPC after error@1838354061) -> (continuation of Deferred@950822745 after retry RPC after error@1054829492) -> (continuation of Deferred@1827694048 after retry RPC after error@425916821) -> (continuation of Deferred@1110430543 after retry RPC after error@132682357) -> (continuation of Deferred@1750607885 after retry RPC after error@1719196354) -> (continuation of Deferred@1525799145 after retry RPC after error@432636664) -> (continuation of Deferred@813222284 after retry RPC after error@284601227) -> (continuation of Deferred@1150554092 after retry RPC after error@295672772) -> (continuation of Deferred@1734153426 after retry RPC after error@1112686913) -> (continuation of Deferred@643685768 after retry RPC after error@1265705788), errback=(continuation of Deferred@601245090 after retry RPC after error@1076884030) -> (continuation of Deferred@1661356864 after retry RPC after error@1068310957) -> (continuation of Deferred@784832687 after retry RPC after error@298197323) -> (continuation of Deferred@1087054968 after retry RPC after error@381539717) -> (continuation of Deferred@78460189 after retry RPC after error@616661178) -> (continuation of Deferred@1034983614 after retry RPC after error@1163490160) -> (continuation of Deferred@674345755 after retry RPC after error@6107895) -> (continuation of Deferred@965816106 after retry RPC after error@928844187) -> (continuation of Deferred@315743488 after retry RPC after error@2079493927) -> (continuation of Deferred@1261049612 after retry RPC after error@342154787) -> (continuation of Deferred@138492018 after retry RPC after error@1730479594) -> (continuation of Deferred@2091711605 after retry RPC after error@1309388805) -> (continuation of Deferred@1334346526 after retry RPC after error@5096784) -> (continuation of Deferred@463068792 after retry RPC after error@142728854) -> (continuation of Deferred@60439787 after retry RPC after error@1838354061) -> (continuation of Deferred@950822745 after retry RPC after error@1054829492) -> (continuation of Deferred@1827694048 after retry RPC after error@425916821) -> (continuation of Deferred@1110430543 after retry RPC after error@132682357) -> (continuation of Deferred@1750607885 after retry RPC after error@1719196354) -> (continuation of Deferred@1525799145 after retry RPC after error@432636664) -> (continuation of Deferred@813222284 after retry RPC after error@284601227) -> (continuation of Deferred@1150554092 after retry RPC after error@295672772) -> (continuation of Deferred@1734153426 after retry RPC after error@1112686913) -> (continuation of Deferred@643685768 after retry RPC after error@1265705788)))
02:13:17.228 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:13:17.229 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27802), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [136ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [208ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [233ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [237ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [273ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [273ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [275ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [276ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [304ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [304ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [343ms] refreshing cache from master, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [345ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [345ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [346ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [346ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [384ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [405ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [405ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [422ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [424ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [425ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [425ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [604ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [605ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [606ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [607ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1028ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1032ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1032ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2020ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2024ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2520ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2523ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2525ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2526ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2527ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [6180ms] refreshing cache from master, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [6183ms] too many traces: truncated at 100 traces, deferred=Deferred@66843036(state=PENDING, result=null, callback=(continuation of Deferred@601245090 after retry RPC after error@1076884030) -> (continuation of Deferred@1661356864 after retry RPC after error@1068310957) -> (continuation of Deferred@784832687 after retry RPC after error@298197323) -> (continuation of Deferred@1087054968 after retry RPC after error@381539717) -> (continuation of Deferred@78460189 after retry RPC after error@616661178) -> (continuation of Deferred@1034983614 after retry RPC after error@1163490160) -> (continuation of Deferred@674345755 after retry RPC after error@6107895) -> (continuation of Deferred@965816106 after retry RPC after error@928844187) -> (continuation of Deferred@315743488 after retry RPC after error@2079493927) -> (continuation of Deferred@1261049612 after retry RPC after error@342154787) -> (continuation of Deferred@138492018 after retry RPC after error@1730479594) -> (continuation of Deferred@2091711605 after retry RPC after error@1309388805) -> (continuation of Deferred@1334346526 after retry RPC after error@5096784) -> (continuation of Deferred@463068792 after retry RPC after error@142728854) -> (continuation of Deferred@60439787 after retry RPC after error@1838354061) -> (continuation of Deferred@950822745 after retry RPC after error@1054829492) -> (continuation of Deferred@1827694048 after retry RPC after error@425916821) -> (continuation of Deferred@1110430543 after retry RPC after error@132682357) -> (continuation of Deferred@1750607885 after retry RPC after error@1719196354) -> (continuation of Deferred@1525799145 after retry RPC after error@432636664) -> (continuation of Deferred@813222284 after retry RPC after error@284601227) -> (continuation of Deferred@1150554092 after retry RPC after error@295672772) -> (continuation of Deferred@1734153426 after retry RPC after error@1112686913) -> (continuation of Deferred@643685768 after retry RPC after error@1265705788), errback=(continuation of Deferred@601245090 after retry RPC after error@1076884030) -> (continuation of Deferred@1661356864 after retry RPC after error@1068310957) -> (continuation of Deferred@784832687 after retry RPC after error@298197323) -> (continuation of Deferred@1087054968 after retry RPC after error@381539717) -> (continuation of Deferred@78460189 after retry RPC after error@616661178) -> (continuation of Deferred@1034983614 after retry RPC after error@1163490160) -> (continuation of Deferred@674345755 after retry RPC after error@6107895) -> (continuation of Deferred@965816106 after retry RPC after error@928844187) -> (continuation of Deferred@315743488 after retry RPC after error@2079493927) -> (continuation of Deferred@1261049612 after retry RPC after error@342154787) -> (continuation of Deferred@138492018 after retry RPC after error@1730479594) -> (continuation of Deferred@2091711605 after retry RPC after error@1309388805) -> (continuation of Deferred@1334346526 after retry RPC after error@5096784) -> (continuation of Deferred@463068792 after retry RPC after error@142728854) -> (continuation of Deferred@60439787 after retry RPC after error@1838354061) -> (continuation of Deferred@950822745 after retry RPC after error@1054829492) -> (continuation of Deferred@1827694048 after retry RPC after error@425916821) -> (continuation of Deferred@1110430543 after retry RPC after error@132682357) -> (continuation of Deferred@1750607885 after retry RPC after error@1719196354) -> (continuation of Deferred@1525799145 after retry RPC after error@432636664) -> (continuation of Deferred@813222284 after retry RPC after error@284601227) -> (continuation of Deferred@1150554092 after retry RPC after error@295672772) -> (continuation of Deferred@1734153426 after retry RPC after error@1112686913) -> (continuation of Deferred@643685768 after retry RPC after error@1265705788)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:17.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:13:17.233 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
02:13:17.237 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27802), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [136ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [208ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [233ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [237ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [273ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [273ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [275ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [276ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [304ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [304ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [343ms] refreshing cache from master, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [345ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [345ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [346ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [346ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [384ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [405ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [405ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [422ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [424ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [425ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [425ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [604ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [605ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [606ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [607ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1028ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1032ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1032ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2020ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2024ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2520ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2523ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2525ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2526ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2527ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [6180ms] refreshing cache from master, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [6183ms] too many traces: truncated at 100 traces, deferred=Deferred@66843036(state=PENDING, result=null, callback=(continuation of Deferred@601245090 after retry RPC after error@1076884030) -> (continuation of Deferred@1661356864 after retry RPC after error@1068310957) -> (continuation of Deferred@784832687 after retry RPC after error@298197323) -> (continuation of Deferred@1087054968 after retry RPC after error@381539717) -> (continuation of Deferred@78460189 after retry RPC after error@616661178) -> (continuation of Deferred@1034983614 after retry RPC after error@1163490160) -> (continuation of Deferred@674345755 after retry RPC after error@6107895) -> (continuation of Deferred@965816106 after retry RPC after error@928844187) -> (continuation of Deferred@315743488 after retry RPC after error@2079493927) -> (continuation of Deferred@1261049612 after retry RPC after error@342154787) -> (continuation of Deferred@138492018 after retry RPC after error@1730479594) -> (continuation of Deferred@2091711605 after retry RPC after error@1309388805) -> (continuation of Deferred@1334346526 after retry RPC after error@5096784) -> (continuation of Deferred@463068792 after retry RPC after error@142728854) -> (continuation of Deferred@60439787 after retry RPC after error@1838354061) -> (continuation of Deferred@950822745 after retry RPC after error@1054829492) -> (continuation of Deferred@1827694048 after retry RPC after error@425916821) -> (continuation of Deferred@1110430543 after retry RPC after error@132682357) -> (continuation of Deferred@1750607885 after retry RPC after error@1719196354) -> (continuation of Deferred@1525799145 after retry RPC after error@432636664) -> (continuation of Deferred@813222284 after retry RPC after error@284601227) -> (continuation of Deferred@1150554092 after retry RPC after error@295672772) -> (continuation of Deferred@1734153426 after retry RPC after error@1112686913) -> (continuation of Deferred@643685768 after retry RPC after error@1265705788), errback=(continuation of Deferred@601245090 after retry RPC after error@1076884030) -> (continuation of Deferred@1661356864 after retry RPC after error@1068310957) -> (continuation of Deferred@784832687 after retry RPC after error@298197323) -> (continuation of Deferred@1087054968 after retry RPC after error@381539717) -> (continuation of Deferred@78460189 after retry RPC after error@616661178) -> (continuation of Deferred@1034983614 after retry RPC after error@1163490160) -> (continuation of Deferred@674345755 after retry RPC after error@6107895) -> (continuation of Deferred@965816106 after retry RPC after error@928844187) -> (continuation of Deferred@315743488 after retry RPC after error@2079493927) -> (continuation of Deferred@1261049612 after retry RPC after error@342154787) -> (continuation of Deferred@138492018 after retry RPC after error@1730479594) -> (continuation of Deferred@2091711605 after retry RPC after error@1309388805) -> (continuation of Deferred@1334346526 after retry RPC after error@5096784) -> (continuation of Deferred@463068792 after retry RPC after error@142728854) -> (continuation of Deferred@60439787 after retry RPC after error@1838354061) -> (continuation of Deferred@950822745 after retry RPC after error@1054829492) -> (continuation of Deferred@1827694048 after retry RPC after error@425916821) -> (continuation of Deferred@1110430543 after retry RPC after error@132682357) -> (continuation of Deferred@1750607885 after retry RPC after error@1719196354) -> (continuation of Deferred@1525799145 after retry RPC after error@432636664) -> (continuation of Deferred@813222284 after retry RPC after error@284601227) -> (continuation of Deferred@1150554092 after retry RPC after error@295672772) -> (continuation of Deferred@1734153426 after retry RPC after error@1112686913) -> (continuation of Deferred@643685768 after retry RPC after error@1265705788)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:17.239 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
02:13:17.239 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
02:13:17.239 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:13:17.241 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
02:13:17.244 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:13:17.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.268224 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 2
02:13:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.277062 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.362694 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 3
02:13:17.369 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.370 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.370 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.372 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.373 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.373 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.373 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:17.374 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27945), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [92ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [92ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [129ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [157ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [157ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [199ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [230ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [264ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [284ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [285ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [286ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [287ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [308ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [308ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [447ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [447ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [664ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [665ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [667ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [667ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1128ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1240ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1245ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2020ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2023ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@919006988(state=PENDING, result=null, callback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589), errback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589)))
02:13:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.375679 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.377 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.377 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.377 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.378 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27945), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [92ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [92ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [129ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [157ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [157ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [199ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [230ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [264ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [284ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [285ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [286ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [287ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [308ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [308ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [447ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [447ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [664ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [665ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [667ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [667ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1128ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1240ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1245ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2020ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2023ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@919006988(state=PENDING, result=null, callback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589), errback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27945), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [92ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [92ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [129ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [157ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [157ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [199ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [230ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [264ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [284ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [285ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [286ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [287ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [308ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [308ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [447ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [447ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [664ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [665ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [667ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [667ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1128ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1240ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1245ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2020ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2023ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@919006988(state=PENDING, result=null, callback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589), errback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.253:38475
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:17.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:17.389 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.389 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.389 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.390 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.390 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.390 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27945), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [92ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [92ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [129ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [157ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [157ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [199ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [230ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [264ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [284ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [285ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [286ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [287ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [308ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [308ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [447ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [447ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [664ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [665ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [667ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [667ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1128ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1240ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1245ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2020ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2023ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@919006988(state=PENDING, result=null, callback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589), errback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27945), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [92ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [92ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [129ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [157ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [157ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [199ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [230ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [264ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [284ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [285ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [286ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [287ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [307ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [308ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [308ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [446ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [447ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [447ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [664ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [665ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [667ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [667ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1126ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1128ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1240ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1245ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2020ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2023ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@919006988(state=PENDING, result=null, callback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589), errback=(continuation of Deferred@566516635 after retry RPC after error@1531645059) -> (continuation of Deferred@708174574 after retry RPC after error@730519083) -> (continuation of Deferred@672221250 after retry RPC after error@733832919) -> (continuation of Deferred@773510108 after retry RPC after error@1398567866) -> (continuation of Deferred@1898799819 after retry RPC after error@828778983) -> (continuation of Deferred@1234868260 after retry RPC after error@2037117710) -> (continuation of Deferred@1674247634 after retry RPC after error@1675876701) -> (continuation of Deferred@2116363965 after retry RPC after error@1492146676) -> (continuation of Deferred@1818237781 after retry RPC after error@297017013) -> (continuation of Deferred@1190380272 after retry RPC after error@471206947) -> (continuation of Deferred@1883248199 after retry RPC after error@1102114636) -> (continuation of Deferred@428626376 after retry RPC after error@903295438) -> (continuation of Deferred@1163258653 after retry RPC after error@64595572) -> (continuation of Deferred@2023798230 after retry RPC after error@1953866317) -> (continuation of Deferred@512930525 after retry RPC after error@1354128765) -> (continuation of Deferred@767904952 after retry RPC after error@1962669191) -> (continuation of Deferred@2138354847 after retry RPC after error@491475897) -> (continuation of Deferred@443317284 after retry RPC after error@823720994) -> (continuation of Deferred@1796372178 after retry RPC after error@746796690) -> (continuation of Deferred@1442308730 after retry RPC after error@595127562) -> (continuation of Deferred@1529133905 after retry RPC after error@1847992577) -> (continuation of Deferred@78183053 after retry RPC after error@1625053103) -> (continuation of Deferred@509384406 after retry RPC after error@1093505589)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.253:38475
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:17.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.391 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:13:17.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.391 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:17.391 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
02:13:17.395 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
02:13:17.395 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:13:17.395 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
02:13:17.395 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:13:17.396 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
02:13:17.396 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
02:13:17.398 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:13:17.398 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
02:13:17.398 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:13:17.401 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:13:17.402 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
02:13:17.402 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:13:17.406 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:13:17.407 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
02:13:17.407 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:13:17.409 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.409 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.410 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.410 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.411 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:17.412 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:13:17.413 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:13:17.413 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
02:13:17.414 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
02:13:17.416 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:13:17.418 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44a1d56ce7e44c75dd2bece6ef564b6b
02:13:17.429 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.430 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.430 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.433 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:17.449 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.449 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.450 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.452 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.452 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.453 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.453 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.453554 25306 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 5
02:13:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.463508 25306 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.490 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.491 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.491 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.493 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.493 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.494 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.494 [WARN - pool-32-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:17.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.516294 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 4
02:13:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.525010 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.549 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.560 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.560 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.561 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.561 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.562 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.562 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.562 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.562 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.566 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.567 [WARN - pool-32-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:17.586 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:17.587 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:17.587 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:17.588 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:17.588 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:17.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:17.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:17.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:17.589 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:17.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:17.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:17.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:17.591 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:17.592 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28165), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [30ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [186ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [199ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [200ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [247ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [248ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [285ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [304ms] refreshing cache from master, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [306ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [307ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [312ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [312ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [363ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [364ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [369ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [370ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [444ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [445ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [446ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [446ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [905ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [906ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [907ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [908ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1546ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1547ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1548ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2305ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2305ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [4681ms] refreshing cache from master, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4683ms] too many traces: truncated at 100 traces, deferred=Deferred@153758277(state=PENDING, result=null, callback=(continuation of Deferred@298875837 after retry RPC after error@238579357) -> (continuation of Deferred@429138119 after retry RPC after error@1102338482) -> (continuation of Deferred@1395380138 after retry RPC after error@514465748) -> (continuation of Deferred@645961438 after retry RPC after error@1159344757) -> (continuation of Deferred@1220670435 after retry RPC after error@115016080) -> (continuation of Deferred@609174003 after retry RPC after error@810702485) -> (continuation of Deferred@2009855383 after retry RPC after error@692235647) -> (continuation of Deferred@2002530685 after retry RPC after error@1436035069) -> (continuation of Deferred@2111244180 after retry RPC after error@1103262724) -> (continuation of Deferred@1468232344 after retry RPC after error@1135607898) -> (continuation of Deferred@111035423 after retry RPC after error@1420714652) -> (continuation of Deferred@410377507 after retry RPC after error@1527037095) -> (continuation of Deferred@802071908 after retry RPC after error@148080771) -> (continuation of Deferred@1056559231 after retry RPC after error@1088856707) -> (continuation of Deferred@450480766 after retry RPC after error@249224758) -> (continuation of Deferred@2127596986 after retry RPC after error@190302809) -> (continuation of Deferred@1602845559 after retry RPC after error@125449694) -> (continuation of Deferred@2101200342 after retry RPC after error@1217252650) -> (continuation of Deferred@1556825487 after retry RPC after error@172576525) -> (continuation of Deferred@432617703 after retry RPC after error@1066091113) -> (continuation of Deferred@971673386 after retry RPC after error@2031853117) -> (continuation of Deferred@692424697 after retry RPC after error@1278740658), errback=(continuation of Deferred@298875837 after retry RPC after error@238579357) -> (continuation of Deferred@429138119 after retry RPC after error@1102338482) -> (continuation of Deferred@1395380138 after retry RPC after error@514465748) -> (continuation of Deferred@645961438 after retry RPC after error@1159344757) -> (continuation of Deferred@1220670435 after retry RPC after error@115016080) -> (continuation of Deferred@609174003 after retry RPC after error@810702485) -> (continuation of Deferred@2009855383 after retry RPC after error@692235647) -> (continuation of Deferred@2002530685 after retry RPC after error@1436035069) -> (continuation of Deferred@2111244180 after retry RPC after error@1103262724) -> (continuation of Deferred@1468232344 after retry RPC after error@1135607898) -> (continuation of Deferred@111035423 after retry RPC after error@1420714652) -> (continuation of Deferred@410377507 after retry RPC after error@1527037095) -> (continuation of Deferred@802071908 after retry RPC after error@148080771) -> (continuation of Deferred@1056559231 after retry RPC after error@1088856707) -> (continuation of Deferred@450480766 after retry RPC after error@249224758) -> (continuation of Deferred@2127596986 after retry RPC after error@190302809) -> (continuation of Deferred@1602845559 after retry RPC after error@125449694) -> (continuation of Deferred@2101200342 after retry RPC after error@1217252650) -> (continuation of Deferred@1556825487 after retry RPC after error@172576525) -> (continuation of Deferred@432617703 after retry RPC after error@1066091113) -> (continuation of Deferred@971673386 after retry RPC after error@2031853117) -> (continuation of Deferred@692424697 after retry RPC after error@1278740658)))
02:13:17.596 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.597 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.598 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.599 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.600 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.600 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.600 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.600 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:17.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476797713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:17.730 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:13:17.732 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:13:17.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:17.808648 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 5
02:13:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.818964 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:17.869 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:17.870 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:17.870 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:17.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:17.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:17.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:17.874 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.011073 25306 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 6
02:13:18.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:18.042058 25306 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:18.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476798213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:18.234 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:13:18.236 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:13:18.269 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:18.269 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:18.270 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:18.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.302 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28847), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [38ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [79ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [79ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [148ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [150ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [215ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [217ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [265ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [265ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [304ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [305ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [305ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [364ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [364ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [365ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [366ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [385ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [386ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [621ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [624ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [625ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [626ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [626ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [641ms] refreshing cache from master, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [644ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [645ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [646ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [646ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [663ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [663ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [664ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [664ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2664ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2666ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4581ms] refreshing cache from master, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4584ms] too many traces: truncated at 100 traces, deferred=Deferred@1982821364(state=PENDING, result=null, callback=(continuation of Deferred@1421693431 after retry RPC after error@1666247917) -> (continuation of Deferred@2002787875 after retry RPC after error@2061333480) -> (continuation of Deferred@1146202029 after retry RPC after error@545393742) -> (continuation of Deferred@1466212219 after retry RPC after error@1186456652) -> (continuation of Deferred@261251064 after retry RPC after error@1061343800) -> (continuation of Deferred@1286479340 after retry RPC after error@893523377) -> (continuation of Deferred@674427262 after retry RPC after error@21505362) -> (continuation of Deferred@1035278826 after retry RPC after error@419396720) -> (continuation of Deferred@662292240 after retry RPC after error@1734022168) -> (continuation of Deferred@1916021584 after retry RPC after error@298567066) -> (continuation of Deferred@2019807732 after retry RPC after error@1193799988) -> (continuation of Deferred@345648171 after retry RPC after error@1538448439) -> (continuation of Deferred@1027103428 after retry RPC after error@1164882438) -> (continuation of Deferred@5256692 after retry RPC after error@1296962221) -> (continuation of Deferred@853516218 after retry RPC after error@34731365) -> (continuation of Deferred@66031430 after retry RPC after error@1049181932) -> (continuation of Deferred@1894077640 after retry RPC after error@2102541676) -> (continuation of Deferred@37230655 after retry RPC after error@1966155978) -> (continuation of Deferred@791175600 after retry RPC after error@1132302436) -> (continuation of Deferred@29786580 after retry RPC after error@2110623326) -> (continuation of Deferred@285492662 after retry RPC after error@1045764418) -> (continuation of Deferred@195622781 after retry RPC after error@436614952), errback=(continuation of Deferred@1421693431 after retry RPC after error@1666247917) -> (continuation of Deferred@2002787875 after retry RPC after error@2061333480) -> (continuation of Deferred@1146202029 after retry RPC after error@545393742) -> (continuation of Deferred@1466212219 after retry RPC after error@1186456652) -> (continuation of Deferred@261251064 after retry RPC after error@1061343800) -> (continuation of Deferred@1286479340 after retry RPC after error@893523377) -> (continuation of Deferred@674427262 after retry RPC after error@21505362) -> (continuation of Deferred@1035278826 after retry RPC after error@419396720) -> (continuation of Deferred@662292240 after retry RPC after error@1734022168) -> (continuation of Deferred@1916021584 after retry RPC after error@298567066) -> (continuation of Deferred@2019807732 after retry RPC after error@1193799988) -> (continuation of Deferred@345648171 after retry RPC after error@1538448439) -> (continuation of Deferred@1027103428 after retry RPC after error@1164882438) -> (continuation of Deferred@5256692 after retry RPC after error@1296962221) -> (continuation of Deferred@853516218 after retry RPC after error@34731365) -> (continuation of Deferred@66031430 after retry RPC after error@1049181932) -> (continuation of Deferred@1894077640 after retry RPC after error@2102541676) -> (continuation of Deferred@37230655 after retry RPC after error@1966155978) -> (continuation of Deferred@791175600 after retry RPC after error@1132302436) -> (continuation of Deferred@29786580 after retry RPC after error@2110623326) -> (continuation of Deferred@285492662 after retry RPC after error@1045764418) -> (continuation of Deferred@195622781 after retry RPC after error@436614952)))
02:13:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.371557 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 6
02:13:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:18.401551 25230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.143.124:37685: Network error: Client connection negotiation failed: client connection to 127.24.143.124:37685: connect: Connection refused (error 111)
02:13:18.652 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RESTARTING to RUNNING.
02:13:18.653 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 44a1d56ce7e44c75dd2bece6ef564b6b from Checkpoint 67 @ 1783476767588 for 44a1d56ce7e44c75dd2bece6ef564b6b located at file:/tmp/junit1567620589577463559/checkpoints/44a1d56ce7e44c75dd2bece6ef564b6b/chk-67.
02:13:18.654 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:13:18.654 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:13:18.655 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
02:13:18.656 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
02:13:18.656 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857
02:13:18.656 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
02:13:18.657 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:13:18.657 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
02:13:18.657 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id a3defdadf52c91f803cb5705c1126b08
02:13:18.657 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
02:13:18.658 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857.
02:13:18.659 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:13:18.660 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:13:18.660 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:13:18.660 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:13:18.662 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id a3defdadf52c91f803cb5705c1126b08.
02:13:18.662 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
02:13:18.662 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24f28acf9959c4eaab4ba1daf1725408
02:13:18.662 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
02:13:18.663 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
02:13:18.663 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
02:13:18.663 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:13:18.663 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
02:13:18.664 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:13:18.664 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 24f28acf9959c4eaab4ba1daf1725408.
02:13:18.665 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8f423d8
02:13:18.664 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
02:13:18.665 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:18.665 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
02:13:18.665 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24b1bffa431a13448500fc83260c11f7
02:13:18.665 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:13:18.665 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f8b7c96
02:13:18.665 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:18.665 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:13:18.666 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:13:18.666 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:13:18.666 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:13:18.668 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c2f26d
02:13:18.671 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:18.671 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25f95211
02:13:18.674 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:13:18.675 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:18.681 [INFO - Thread-18] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:13:18.681 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state TERMINATED
02:13:18.681 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state TERMINATED
02:13:18.681 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state TERMINATED
02:13:18.682 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:18.683 [INFO - Thread-18] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:13:18.683 [INFO - Thread-18] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:13:18.685 [DEBUG - Thread-18] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:18.685 [INFO - Thread-18] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:13:18.689 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:13:18.690 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 24b1bffa431a13448500fc83260c11f7.
02:13:18.691 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
02:13:18.691 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
02:13:18.692 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a5ca5e4
02:13:18.692 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
02:13:18.692 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:18.692 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
02:13:18.693 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:13:18.693 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:13:18.693 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:13:18.693 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@257b0ee5
02:13:18.693 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:18.694 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:13:18.694 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:13:18.694 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:13:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:18.556968 25320 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25308
02:13:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:18.702594 25320 kernel_stack_watchdog.cc:198] Thread 25308 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
02:13:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:13:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:13:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:13:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:13:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:18.702684 25308 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.547s	user 0.565s	sys 0.909s
02:13:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:18.703171 25308 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.548s	user 0.566s	sys 0.910s
02:13:18.704 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.704 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61ae015d
02:13:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:17.156477 25322 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:18.705837 25324 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:18.707 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.707 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72d1a940
02:13:18.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.710 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:18.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.711 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.712201 25308 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:18.712757 25323 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1556 milliseconds
02:13:18.713 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476798714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.714381 25308 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:18.725 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:13:18.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:13:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.727614 25308 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:18.728 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:18.728 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:18.728 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:18.728 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:18.730 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.730 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.731 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.731436 25308 hybrid_clock.cc:648] HybridClock initialized: now 1783476798731367 us; error 57 us; skew 500 ppm
02:13:18.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.733 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.733 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.732684 25308 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:18.737 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.738 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.739 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.740 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.741676 25308 webserver.cc:534] Webserver started at http://127.24.143.124:40817/ using document root <none> and password file <none>
02:13:18.742 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:18.742 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.742 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.743026 25308 fs_manager.cc:362] Metadata directory not provided
02:13:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.743328 25308 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:18.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.744 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:18.744 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.743952 25308 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:18.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.745 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:18.745 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.745 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.746 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.747 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.748 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.749 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.749 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.750 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.750 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.750 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.750962 25308 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/data/instance:
02:13:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb7961ba9c024507bb18df75ebe7ae12"
02:13:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:18 on dist-test-slave-fshw"
02:13:18.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.752 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.752605 25308 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/wal/instance:
02:13:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb7961ba9c024507bb18df75ebe7ae12"
02:13:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:18 on dist-test-slave-fshw"
02:13:18.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.753 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.756 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.756 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.759 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.761 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.762 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:18.762 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.763260 25308 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.005s	sys 0.004s
02:13:18.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.764 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.764 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:18.764 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.765 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:18.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.768 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.768 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.768 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.769 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.770 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.771 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.772 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.772 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.773 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.773 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.773304 25386 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:18.774 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.774786 25308 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.004s	sys 0.000s
02:13:18.775 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.775313 25308 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/wal
02:13:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb7961ba9c024507bb18df75ebe7ae12"
02:13:18.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:18 on dist-test-slave-fshw"
02:13:18.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.775791 25308 fs_report.cc:389] FS layout report
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/wal
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/wal
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/data/data
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:18.777 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.781 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.781 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.782 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.782 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:18.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.782 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.783 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:18.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.784 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.784 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.784 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.784 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.784 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.784 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.784 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.786 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:18.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.787 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.790 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.790 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.790 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.790 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.791 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.791 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.801 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.802 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.802 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.803 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:18.803 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:18.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.803 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:18.803 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.805 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.805 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.806 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.806 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.806 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.806 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.807 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.810 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.810 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.810 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.810 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.811 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.811 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.812 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.812 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.812 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.812 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.821 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.821 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.821 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.822 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.822 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:18.822 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.822 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.822 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.822 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:18.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.822 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.822 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.822 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:18.822 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.822 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.824 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.824 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.825 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.825 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.826 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.830 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.830 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.830 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.830 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.830 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.831 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.837601 25308 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.839121 25308 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.839519 25308 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:18.850 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.851 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.851 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.852 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.852 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.852 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.852 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.861 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.861 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.861 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.862 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:18.862 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:18.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.862 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:18.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.884 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.884 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.884 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.886 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.890 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.892 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.901 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.902 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.902 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.902 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:18.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.903 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:18.903 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.903 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:18.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.906 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:18.910 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.910 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.910 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.911 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.922932 25308 rpc_server.cc:307] RPC server started. Bound to: 127.24.143.124:37685
02:13:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.923049 25446 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.143.124:37685 every 8 connection(s)
02:13:18.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.927393 25308 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/data/info.pb
02:13:18.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.931149 25149 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 25308
02:13:18.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.931617 25149 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/master-2/wal/instance
02:13:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.940426 25448 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:18.941 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.941 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.941 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.942 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.943 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.944 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.944 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.944 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.946 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.946 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.950 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.951 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.951 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.952 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.959524 25448 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } has no permanent_uuid. Determining permanent_uuid...
02:13:18.970 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:18.970 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:18.971 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:18.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:18.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:18.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:18.971 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:18.982 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:18.983 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.982937 25448 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } has no permanent_uuid. Determining permanent_uuid...
02:13:18.983 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:18.984 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.984 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.984 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:18.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:18.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:18.984 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:18.994114 25448 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } has no permanent_uuid. Determining permanent_uuid...
02:13:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.010293 25448 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12: Bootstrap starting.
02:13:19.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.017232 25448 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12: Neither blocks nor log segments found. Creating new log.
02:13:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.018923 25448 log.cc:826] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12: Log is configured to *not* fsync() on all Append() calls
02:13:19.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.023345 25448 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12: No bootstrap required, opened a new log
02:13:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.043474 25448 raft_consensus.cc:359] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } }
02:13:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.044147 25448 raft_consensus.cc:385] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.044469 25448 raft_consensus.cc:740] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb7961ba9c024507bb18df75ebe7ae12, State: Initialized, Role: FOLLOWER
02:13:19.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.045397 25448 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } }
02:13:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.048090 25456 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.048959 25456 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [sys.catalog]: This master's current role is: FOLLOWER
02:13:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.049860 25448 sys_catalog.cc:565] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [sys.catalog]: configured and running, proceeding with master startup.
02:13:19.050 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:19.050 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:19.051 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:19.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.052 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.052 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.052 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.052 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:19.079712 25467 catalog_manager.cc:1593] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:13:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:19.080286 25467 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:13:19.084 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:19.085 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:19.085 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:19.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.087 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:19.094827 25401 tablet.cc:2406] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:19.101 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:19.101 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:19.101 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:19.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:19.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.103298 25306 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 7
02:13:19.104 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:19.104 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:19.104 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:19.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.076282 25308 master_runner.cc:187] Error getting master registration for 127.24.143.126:46261: OK, instance_id { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" instance_seqno: 1783476794700453 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:13:19.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.106 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.106465 25308 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:13:19.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.124158 25306 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71: Bootstrap starting.
02:13:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.129848 25306 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71: Neither blocks nor log segments found. Creating new log.
02:13:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.131547 25306 log.cc:826] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71: Log is configured to *not* fsync() on all Append() calls
02:13:19.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.136106 25306 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71: No bootstrap required, opened a new log
02:13:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.156272 25306 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } }
02:13:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.157428 25306 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.157930 25306 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8abef275e3084970a3675f6f8d4acc71, State: Initialized, Role: FOLLOWER
02:13:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.158929 25306 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } }
02:13:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.162113 25471 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.162935 25471 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [sys.catalog]: This master's current role is: FOLLOWER
02:13:19.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.163859 25306 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [sys.catalog]: configured and running, proceeding with master startup.
02:13:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.171150 25456 raft_consensus.cc:493] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:13:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.171731 25456 raft_consensus.cc:515] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } }
02:13:19.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.176071 25456 leader_election.cc:290] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 54e47ba94815422b9d52dbce653a307a (127.24.143.126:46261), 8abef275e3084970a3675f6f8d4acc71 (127.24.143.125:43551)
02:13:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.176844 25281 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb7961ba9c024507bb18df75ebe7ae12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8abef275e3084970a3675f6f8d4acc71" is_pre_election: true
02:13:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.177806 25281 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cb7961ba9c024507bb18df75ebe7ae12 in term 0.
02:13:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.179632 25397 leader_election.cc:304] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8abef275e3084970a3675f6f8d4acc71, cb7961ba9c024507bb18df75ebe7ae12; no voters: 
02:13:19.181 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:19.182 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:19.182 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:19.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.184 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:19.184 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:19.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.180967 25456 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:13:19.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.181443 25456 raft_consensus.cc:493] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:13:19.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.181854 25456 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 0 FOLLOWER]: Advancing to term 1
02:13:19.184 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:19.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:19.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:19.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:19.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:19.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:19.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:19.189 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:19.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:19.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:19.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:19.190 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.198555 25456 raft_consensus.cc:515] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } }
02:13:19.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.204182 25281 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb7961ba9c024507bb18df75ebe7ae12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8abef275e3084970a3675f6f8d4acc71"
02:13:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.204909 25281 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [term 0 FOLLOWER]: Advancing to term 1
02:13:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.212442 25456 leader_election.cc:290] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [CANDIDATE]: Term 1 election: Requested vote from peers 54e47ba94815422b9d52dbce653a307a (127.24.143.126:46261), 8abef275e3084970a3675f6f8d4acc71 (127.24.143.125:43551)
02:13:19.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476799214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.215849 25281 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cb7961ba9c024507bb18df75ebe7ae12 in term 1.
02:13:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.221524 25397 leader_election.cc:304] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8abef275e3084970a3675f6f8d4acc71, cb7961ba9c024507bb18df75ebe7ae12; no voters: 
02:13:19.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.223634 25456 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 1 FOLLOWER]: Leader election won for term 1
02:13:19.226 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:13:19.227 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:13:19.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.239955 25456 raft_consensus.cc:697] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [term 1 LEADER]: Becoming Leader. State: Replica: cb7961ba9c024507bb18df75ebe7ae12, State: Running, Role: LEADER
02:13:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.242728 25456 consensus_queue.cc:237] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } }
02:13:19.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.261423 25484 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:13:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.262538 25481 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cb7961ba9c024507bb18df75ebe7ae12. Latest consensus state: current_term: 1 leader_uuid: "cb7961ba9c024507bb18df75ebe7ae12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.263427 25481 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [sys.catalog]: This master's current role is: LEADER
02:13:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.274221 25485 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:13:19.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.290529 25485 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:13:19.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.266471 25232 master_runner.cc:187] Error getting master registration for 127.24.143.126:46261: OK, instance_id { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" instance_seqno: 1783476794700453 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:13:19.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.302711 25232 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:13:19.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.321568 25281 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [term 1 FOLLOWER]: Refusing update from remote peer cb7961ba9c024507bb18df75ebe7ae12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.323472 25481 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:13:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.351959 25471 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cb7961ba9c024507bb18df75ebe7ae12. Latest consensus state: current_term: 1 leader_uuid: "cb7961ba9c024507bb18df75ebe7ae12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.352666 25471 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [sys.catalog]: This master's current role is: FOLLOWER
02:13:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.362870 25486 mvcc.cc:204] Tried to move back new op lower bound from 7305120969998815232 to 7305120969724334080. Current Snapshot: MvccSnapshot[applied={T|T < 7305120969998815232}]
02:13:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.367343 25487 mvcc.cc:204] Tried to move back new op lower bound from 7305120969998815232 to 7305120969724334080. Current Snapshot: MvccSnapshot[applied={T|T < 7305120969998815232}]
02:13:19.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.373708 25456 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cb7961ba9c024507bb18df75ebe7ae12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:19.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.374511 25456 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [sys.catalog]: This master's current role is: LEADER
02:13:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.378131 25471 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cb7961ba9c024507bb18df75ebe7ae12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.378922 25471 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71 [sys.catalog]: This master's current role is: FOLLOWER
02:13:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.388094 25485 catalog_manager.cc:1382] Generated new cluster ID: f342f3a9e9aa48b4b8c1740300f86d11
02:13:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.388396 25485 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:13:19.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:19.410 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:19.411 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:19.411 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:19.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.435099 25230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } attempt: 7
02:13:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.439088 25485 catalog_manager.cc:1405] Generated new certificate authority record
02:13:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.450755 25485 catalog_manager.cc:1539] Loading token signing keys...
02:13:19.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.478328 25230 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a: Bootstrap starting.
02:13:19.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.487246 25485 catalog_manager.cc:6069] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12: Generated new TSK 0
02:13:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.491421 25485 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:13:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.495004 25230 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a: Neither blocks nor log segments found. Creating new log.
02:13:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.497438 25230 log.cc:826] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a: Log is configured to *not* fsync() on all Append() calls
02:13:19.502 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:19.503 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:19.503 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:19.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:19.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:19.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:19.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:19.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:19.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:19.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:19.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:19.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:19.504 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:19.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.506203 25230 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a: No bootstrap required, opened a new log
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.525882 25149 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/wal
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/data
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/logs
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/data/info.pb
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.65:0
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.143.65
02:13:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.65
02:13:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:13:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.533157 25230 raft_consensus.cc:359] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } }
02:13:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.534217 25230 raft_consensus.cc:385] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:19.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.534685 25230 raft_consensus.cc:740] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 54e47ba94815422b9d52dbce653a307a, State: Initialized, Role: FOLLOWER
02:13:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.535943 25230 consensus_queue.cc:260] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } }
02:13:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.538847 25494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.539817 25494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [sys.catalog]: This master's current role is: FOLLOWER
02:13:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.541929 25230 sys_catalog.cc:565] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [sys.catalog]: configured and running, proceeding with master startup.
02:13:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.542099 25205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb7961ba9c024507bb18df75ebe7ae12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "54e47ba94815422b9d52dbce653a307a" is_pre_election: true
02:13:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.543006 25205 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cb7961ba9c024507bb18df75ebe7ae12 in term 0.
02:13:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.545763 25204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb7961ba9c024507bb18df75ebe7ae12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "54e47ba94815422b9d52dbce653a307a"
02:13:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.546358 25204 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [term 0 FOLLOWER]: Advancing to term 1
02:13:19.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.554131 25204 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cb7961ba9c024507bb18df75ebe7ae12 in term 1.
02:13:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.555585 25203 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [term 1 FOLLOWER]: Refusing update from remote peer cb7961ba9c024507bb18df75ebe7ae12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:13:19.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.561264 25456 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:13:19.570 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:19.570 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:19.571 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:19.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:19.572 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.572 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.572 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:19.572 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.572 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:19.573 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:19.622 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:19.623 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:19.623 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:19.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:19.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:19.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:19.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:19.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:19.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:19.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:19.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:19.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:19.627 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.631954 25503 sys_catalog.cc:455] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cb7961ba9c024507bb18df75ebe7ae12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:19.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.633962 25503 sys_catalog.cc:458] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [sys.catalog]: This master's current role is: FOLLOWER
02:13:19.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.633266 25494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [sys.catalog]: SysCatalogTable state changed. Reason: New leader cb7961ba9c024507bb18df75ebe7ae12. Latest consensus state: current_term: 1 leader_uuid: "cb7961ba9c024507bb18df75ebe7ae12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:19.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.634714 25494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a [sys.catalog]: This master's current role is: FOLLOWER
02:13:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:19.655295 25510 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:13:19.715 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476799714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:19.726 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:13:19.727 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:13:19.860 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:19.860 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:19.860 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:19.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:19.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:19.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:19.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:19.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:19.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:19.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:19.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:19.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:19.862 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:19.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:19.980739 25493 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:19.981374 25493 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:19.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:19.981932 25493 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:20.005 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:20.005 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:20.005 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:20.006 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.006 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:20.032516 25493 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:20.034169 25493 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.143.65
02:13:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.082572 25456 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cb7961ba9c024507bb18df75ebe7ae12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54e47ba94815422b9d52dbce653a307a" member_type: VOTER last_known_addr { host: "127.24.143.126" port: 46261 } } peers { permanent_uuid: "8abef275e3084970a3675f6f8d4acc71" member_type: VOTER last_known_addr { host: "127.24.143.125" port: 43551 } } peers { permanent_uuid: "cb7961ba9c024507bb18df75ebe7ae12" member_type: VOTER last_known_addr { host: "127.24.143.124" port: 37685 } } }
02:13:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.083320 25456 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb7961ba9c024507bb18df75ebe7ae12 [sys.catalog]: This master's current role is: LEADER
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.093618 25493 tablet_server_runner.cc:78] Tablet server non-default flags:
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/data
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/wal
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.65:0
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/data/info.pb
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.65
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.143.65
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/logs
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:20.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.094879 25493 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.096581 25493 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:20.111541 25519 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:20.141 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:20.141 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:20.142 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:20.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.143 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:20.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476800213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:20.237 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
02:13:20.239 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:13:20.271 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:20.272 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:20.272 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:20.273 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.273 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.273 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:20.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.283378 25484 catalog_manager.cc:1294] Loaded cluster ID: f342f3a9e9aa48b4b8c1740300f86d11
02:13:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.283987 25484 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71: loading cluster ID for follower catalog manager: success
02:13:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.293481 25484 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71: acquiring CA information for follower catalog manager: success
02:13:20.310 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:20.311 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:20.311 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.311437 25484 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8abef275e3084970a3675f6f8d4acc71: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:13:20.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:20.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.683874 25510 catalog_manager.cc:1294] Loaded cluster ID: f342f3a9e9aa48b4b8c1740300f86d11
02:13:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.685799 25510 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a: loading cluster ID for follower catalog manager: success
02:13:20.691 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:20.691 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:20.692 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:20.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.694 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:20.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476800714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:20.733 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:13:20.735 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:13:20.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.751652 25510 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a: acquiring CA information for follower catalog manager: success
02:13:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:20.781262 25510 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 54e47ba94815422b9d52dbce653a307a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:13:20.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:20.910 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:20.910 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:20.911 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:20.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:20.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:20.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:20.913 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:21.140 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:21.141 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:21.141 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:21.141 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:21.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:21.142 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:21.142 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:21.142 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:21.142 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:21.146 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:21.146 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:21.146 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:21.146 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:21.215 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476801214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:21.226 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:13:21.227 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:13:21.382 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:21.382 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:21.382 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:21.383 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:21.383 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:21.383 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:21.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:21.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:21.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:21.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:21.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:21.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:21.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:21.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:21.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:21.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:21.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:21.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:21.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:21.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:21.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:21.388 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:21.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:21.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:21.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:21.390 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:21.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:21.604 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:21.605 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:21.605 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:21.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:21.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:21.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:21.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:21.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:21.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:21.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:21.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:21.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:21.608 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:21.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476801713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:21.737 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
02:13:21.739 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:13:21.870 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:21.871 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:21.871 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:21.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:21.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:21.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:21.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:21.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:21.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:21.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:21.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:21.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:21.874 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:21.908 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:22.044 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:22.045 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:22.045 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:22.046 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:22.046 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:22.046 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:22.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:22.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:22.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:22.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:22.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:22.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:22.047 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:22.151 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:22.151 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:22.152 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:22.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:22.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:22.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:22.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:22.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:22.153 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:22.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:22.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:22.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:22.154 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:22.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476802213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:22.224 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:13:22.226 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:13:22.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:22.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476802713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:22.724 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:13:22.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:13:22.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:21.512454 25518 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25493
02:13:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:22.922428 25493 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.810s	user 0.879s	sys 1.677s
02:13:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:22.925551 25522 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:22.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:22.925822 25493 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.813s	user 0.879s	sys 1.677s
02:13:22.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.926132 25493 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:22.924022 25521 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2808 milliseconds
02:13:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:20.112875 25520 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.932119 25493 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.939878 25493 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.943356 25493 hybrid_clock.cc:648] HybridClock initialized: now 1783476802943180 us; error 174 us; skew 500 ppm
02:13:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.944612 25493 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.952975 25493 webserver.cc:534] Webserver started at http://127.24.143.65:33281/ using document root <none> and password file <none>
02:13:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.954315 25493 fs_manager.cc:362] Metadata directory not provided
02:13:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.954602 25493 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.955155 25493 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.961606 25493 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/data/instance:
02:13:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23848b4acf294d83bba5bde3bf4b8100"
02:13:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:22 on dist-test-slave-fshw"
02:13:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.963096 25493 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/wal/instance:
02:13:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23848b4acf294d83bba5bde3bf4b8100"
02:13:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:22 on dist-test-slave-fshw"
02:13:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.972958 25493 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.000s
02:13:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.980729 25533 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.982162 25493 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.982573 25493 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/wal
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23848b4acf294d83bba5bde3bf4b8100"
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:22 on dist-test-slave-fshw"
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:22.983026 25493 fs_report.cc:389] FS layout report
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/wal
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/wal
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/data/data
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.061241 25493 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.063335 25493 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.063983 25493 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:23.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.068352 25493 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:13:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.075073 25493 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:13:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.075523 25493 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:13:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.075901 25493 ts_tablet_manager.cc:616] Registered 0 tablets
02:13:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.076174 25493 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:13:23.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476803213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:23.227 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:13:23.229 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:13:23.242 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:23.243 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:23.243 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:23.244 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:23.244 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:23.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:23.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:23.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:23.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:23.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:23.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:23.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:23.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.369937 25493 rpc_server.cc:307] RPC server started. Bound to: 127.24.143.65:34165
02:13:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.370122 25647 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.143.65:34165 every 8 connection(s)
02:13:23.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.373692 25493 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/data/info.pb
02:13:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.375061 25149 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 25493
02:13:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.375658 25149 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-0/wal/instance
02:13:23.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.398465 25149 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/wal
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/data
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/logs
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/data/info.pb
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.66:0
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.143.66
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.66
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:13:23.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.488611 25653 heartbeater.cc:344] Connected to a master server at 127.24.143.126:46261
02:13:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.489167 25653 heartbeater.cc:461] Registering TS with master...
02:13:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.489214 25648 heartbeater.cc:344] Connected to a master server at 127.24.143.125:43551
02:13:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.489645 25648 heartbeater.cc:461] Registering TS with master...
02:13:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.490793 25653 heartbeater.cc:507] Master 127.24.143.126:46261 requested a full tablet report, sending...
02:13:23.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.492075 25648 heartbeater.cc:507] Master 127.24.143.125:43551 requested a full tablet report, sending...
02:13:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.493059 25650 heartbeater.cc:344] Connected to a master server at 127.24.143.124:37685
02:13:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.493422 25650 heartbeater.cc:461] Registering TS with master...
02:13:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.494362 25650 heartbeater.cc:507] Master 127.24.143.124:37685 requested a full tablet report, sending...
02:13:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.494869 25195 ts_manager.cc:194] Registered new tserver with Master: 23848b4acf294d83bba5bde3bf4b8100 (127.24.143.65:34165)
02:13:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.497368 25412 ts_manager.cc:194] Registered new tserver with Master: 23848b4acf294d83bba5bde3bf4b8100 (127.24.143.65:34165)
02:13:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.497812 25271 ts_manager.cc:194] Registered new tserver with Master: 23848b4acf294d83bba5bde3bf4b8100 (127.24.143.65:34165)
02:13:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:23.500713 25412 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.143.65:46323
02:13:23.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476803713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:23.723 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:13:23.724 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:13:23.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:23.923 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:23.923 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:23.923 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:23.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:23.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:23.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:23.924 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:23.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:23.924 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:23.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:23.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:23.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:23.924 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:24.018769 25649 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:24.019604 25649 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:24.020466 25649 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:24.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:24.084103 25649 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:24.085510 25649 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.143.66
02:13:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:24.150184 25649 tablet_server_runner.cc:78] Tablet server non-default flags:
02:13:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/data
02:13:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/wal
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.66:0
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/data/info.pb
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.66
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.143.66
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/logs
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:24.151981 25649 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:24.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:24.154184 25649 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:24.171663 25664 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:24.182 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:24.182 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:24.183 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:24.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:24.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:24.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:24.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:24.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:24.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:24.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:24.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:24.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:24.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:24.215 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476804214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:24.226 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:13:24.228 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:13:24.291 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:24.291 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:24.291 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:24.292 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:24.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:24.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:24.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:24.293 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:24.293 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:24.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:24.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:24.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:24.293 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:24.408 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:24.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:24.504772 25650 heartbeater.cc:499] Master 127.24.143.124:37685 was elected leader, sending a full tablet report...
02:13:24.715 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476804714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:24.727 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:13:24.730 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:13:24.740 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:24.740 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:24.741 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:24.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:24.741 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:24.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:24.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:24.741 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:24.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:24.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:24.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:24.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:24.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:24.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:24.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:24.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:24.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:24.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:24.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:24.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:24.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:24.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:24.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:24.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:24.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:24.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:24.975 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:25.020 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:25.020 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:25.020 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:25.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:25.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:25.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:25.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:25.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:25.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:25.021 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:25.021 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:25.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:25.022 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:25.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476805213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:25.224 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:13:25.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:13:25.370 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:25.371 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:25.371 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:25.372 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.372 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.372 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.373 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:25.405 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:25.405 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:25.405 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:25.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:25.409 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:25.424 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:25.424 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:25.424 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:25.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.426 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:25.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476805713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:25.734 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
02:13:25.736 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:13:25.764 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:25.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:25.766 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:25.766 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:25.766 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:25.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.767 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.767 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:25.767 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:25.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:25.571837 25663 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25649
02:13:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:24.173285 25665 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:25.941846 25649 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.772s	user 0.633s	sys 1.091s
02:13:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:25.942168 25649 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.772s	user 0.633s	sys 1.091s
02:13:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.951941 25649 server_base.cc:1061] running on GCE node
02:13:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:25.951961 25673 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.953433 25649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.955677 25649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.957195 25649 hybrid_clock.cc:648] HybridClock initialized: now 1783476805957142 us; error 36 us; skew 500 ppm
02:13:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.958261 25649 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:25.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.964927 25649 webserver.cc:534] Webserver started at http://127.24.143.66:45505/ using document root <none> and password file <none>
02:13:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.966017 25649 fs_manager.cc:362] Metadata directory not provided
02:13:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.966264 25649 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.966827 25649 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:25.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.971315 25649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/data/instance:
02:13:25.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab8db5551b014637a2d5437b94b351d9"
02:13:25.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:25 on dist-test-slave-fshw"
02:13:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.972510 25649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/wal/instance:
02:13:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab8db5551b014637a2d5437b94b351d9"
02:13:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:25 on dist-test-slave-fshw"
02:13:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.980072 25649 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
02:13:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.986768 25678 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.987958 25649 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:13:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.988358 25649 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/wal
02:13:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab8db5551b014637a2d5437b94b351d9"
02:13:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:25 on dist-test-slave-fshw"
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:25.988730 25649 fs_report.cc:389] FS layout report
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/wal
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/wal
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/data/data
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.051522 25649 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.053309 25649 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.053844 25649 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.056557 25649 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:13:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.060927 25649 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:13:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.061182 25649 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
02:13:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.061499 25649 ts_tablet_manager.cc:616] Registered 0 tablets
02:13:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.061688 25649 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:13:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.209425 25649 rpc_server.cc:307] RPC server started. Bound to: 127.24.143.66:38655
02:13:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.209568 25791 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.143.66:38655 every 8 connection(s)
02:13:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.212091 25649 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/data/info.pb
02:13:26.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476806213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.217171 25149 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 25649
02:13:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.217706 25149 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-1/wal/instance
02:13:26.231 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:13:26.233 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:13:26.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.256281 25149 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:26.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/wal
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/data
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/logs
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/data/info.pb
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.67:0
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.143.67
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.67
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:13:26.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.314214 25794 heartbeater.cc:344] Connected to a master server at 127.24.143.126:46261
02:13:26.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.314734 25794 heartbeater.cc:461] Registering TS with master...
02:13:26.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.316278 25794 heartbeater.cc:507] Master 127.24.143.126:46261 requested a full tablet report, sending...
02:13:26.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.317175 25792 heartbeater.cc:344] Connected to a master server at 127.24.143.125:43551
02:13:26.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.317533 25792 heartbeater.cc:461] Registering TS with master...
02:13:26.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.318467 25792 heartbeater.cc:507] Master 127.24.143.125:43551 requested a full tablet report, sending...
02:13:26.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.319636 25195 ts_manager.cc:194] Registered new tserver with Master: ab8db5551b014637a2d5437b94b351d9 (127.24.143.66:38655)
02:13:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.320779 25793 heartbeater.cc:344] Connected to a master server at 127.24.143.124:37685
02:13:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.321149 25793 heartbeater.cc:461] Registering TS with master...
02:13:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.322001 25271 ts_manager.cc:194] Registered new tserver with Master: ab8db5551b014637a2d5437b94b351d9 (127.24.143.66:38655)
02:13:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.322073 25793 heartbeater.cc:507] Master 127.24.143.124:37685 requested a full tablet report, sending...
02:13:26.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.324573 25412 ts_manager.cc:194] Registered new tserver with Master: ab8db5551b014637a2d5437b94b351d9 (127.24.143.66:38655)
02:13:26.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.326292 25412 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.143.66:41341
02:13:26.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:26.482 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:26.483 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:26.483 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:26.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:26.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:26.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:26.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:26.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:26.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:26.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:26.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:26.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:26.484 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:26.541 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:26.541 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:26.542 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:26.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:26.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:26.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:26.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:26.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:26.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:26.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:26.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:26.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:26.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:26.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:26.653154 25797 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:26.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:26.653769 25797 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:26.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:26.654333 25797 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:26.690013 25797 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:26.690990 25797 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.143.67
02:13:26.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476806713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:26.725 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:13:26.727 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.747829 25797 tablet_server_runner.cc:78] Tablet server non-default flags:
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.143.84:39039
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/data
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/wal
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.143.67:0
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/data/info.pb
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.143.67
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.143.126:46261,127.24.143.125:43551,127.24.143.124:37685
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.143.67
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/logs
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:13:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:26.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:26.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:26.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:26.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:26.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:26.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.749619 25797 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:26.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:26.751977 25797 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:26.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:26.768322 25808 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:26.908 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:27.051 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:27.051 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:27.052 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:27.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:27.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:27.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:27.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:27.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:27.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:27.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:27.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:27.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:27.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:27.218 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476807214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:27.232 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:13:27.240 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:13:27.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:27.330062 25793 heartbeater.cc:499] Master 127.24.143.124:37685 was elected leader, sending a full tablet report...
02:13:27.332 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:27.332 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:27.332 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:27.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:27.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:27.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:27.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:27.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:27.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:27.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:27.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:27.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:27.335 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:27.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:27.715 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476807714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:27.727 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:13:27.728 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:13:27.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:27.980 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:27.981 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:27.981 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:27.981 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:27.981 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:27.981 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:27.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:27.982 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:27.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:27.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:27.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:27.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:27.983 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:28.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476808213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:28.224 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:13:28.226 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:13:28.244 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:28.245 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:28.245 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:28.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:28.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:28.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:28.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:28.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:28.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:28.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:28.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:28.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:28.247 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:28.321 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:28.322 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:28.322 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:28.322 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:28.322 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:28.322 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:28.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:28.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:28.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:28.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:28.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:28.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:28.323 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:28.171571 25807 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25797
02:13:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:28.358475 25807 kernel_stack_watchdog.cc:198] Thread 25797 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
02:13:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:13:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:13:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:13:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:13:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:26.769255 25809 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:28.364024 25797 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.595s	user 0.470s	sys 1.069s
02:13:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:28.364478 25797 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.596s	user 0.470s	sys 1.069s
02:13:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:28.364624 25810 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1590 milliseconds
02:13:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:28.366565 25811 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.366636 25797 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.370904 25797 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.373680 25797 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.375125 25797 hybrid_clock.cc:648] HybridClock initialized: now 1783476808375082 us; error 46 us; skew 500 ppm
02:13:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.376215 25797 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:28.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.383036 25797 webserver.cc:534] Webserver started at http://127.24.143.67:46271/ using document root <none> and password file <none>
02:13:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.384070 25797 fs_manager.cc:362] Metadata directory not provided
02:13:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.384279 25797 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.384776 25797 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:28.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.389005 25797 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/data/instance:
02:13:28.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56bc04f92114860beabe1648cc16382"
02:13:28.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:28 on dist-test-slave-fshw"
02:13:28.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.390110 25797 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/wal/instance:
02:13:28.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56bc04f92114860beabe1648cc16382"
02:13:28.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:28 on dist-test-slave-fshw"
02:13:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.397078 25797 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.002s
02:13:28.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.402573 25819 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.403831 25797 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.404109 25797 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/wal
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56bc04f92114860beabe1648cc16382"
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:28 on dist-test-slave-fshw"
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.404397 25797 fs_report.cc:389] FS layout report
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/wal
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/wal
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/data/data
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:28.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.470786 25797 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:28.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.472230 25797 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:28.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.472637 25797 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.475323 25797 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:13:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.479609 25797 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:13:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.479792 25797 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:13:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.479995 25797 ts_tablet_manager.cc:616] Registered 0 tablets
02:13:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.480129 25797 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.623664 25797 rpc_server.cc:307] RPC server started. Bound to: 127.24.143.67:44849
02:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.623767 25932 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.143.67:44849 every 8 connection(s)
02:13:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.626549 25797 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/data/info.pb
02:13:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.637180 25149 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 25797
02:13:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.637647 25149 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster11038787518631227136/ts-2/wal/instance
02:13:28.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.676853 25933 heartbeater.cc:344] Connected to a master server at 127.24.143.125:43551
02:13:28.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.677429 25933 heartbeater.cc:461] Registering TS with master...
02:13:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.678565 25933 heartbeater.cc:507] Master 127.24.143.125:43551 requested a full tablet report, sending...
02:13:28.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.682052 25271 ts_manager.cc:194] Registered new tserver with Master: f56bc04f92114860beabe1648cc16382 (127.24.143.67:44849)
02:13:28.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.682969 25934 heartbeater.cc:344] Connected to a master server at 127.24.143.124:37685
02:13:28.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.683300 25934 heartbeater.cc:461] Registering TS with master...
02:13:28.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.684281 25934 heartbeater.cc:507] Master 127.24.143.124:37685 requested a full tablet report, sending...
02:13:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.685253 25935 heartbeater.cc:344] Connected to a master server at 127.24.143.126:46261
02:13:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.685609 25935 heartbeater.cc:461] Registering TS with master...
02:13:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.686384 25935 heartbeater.cc:507] Master 127.24.143.126:46261 requested a full tablet report, sending...
02:13:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.686461 25412 ts_manager.cc:194] Registered new tserver with Master: f56bc04f92114860beabe1648cc16382 (127.24.143.67:44849)
02:13:28.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.688234 25412 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.143.67:49497
02:13:28.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.689061 25195 ts_manager.cc:194] Registered new tserver with Master: f56bc04f92114860beabe1648cc16382 (127.24.143.67:44849)
02:13:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:28.706144 25149 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:13:28.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476808713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:28.721 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:13:28.721 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:13:28.722 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:13:28.723 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.143.126"
      port: 46261
    }
    bound_http_address {
      host: "127.24.143.126"
      port: 40619
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.143.125"
      port: 43551
    }
    bound_http_address {
      host: "127.24.143.125"
      port: 37637
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.143.124"
      port: 37685
    }
    bound_http_address {
      host: "127.24.143.124"
      port: 40817
    }
  }
}

02:13:28.723 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:13:28.724 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.143.65"
      port: 34165
    }
    bound_http_address {
      host: "127.24.143.65"
      port: 33281
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.143.66"
      port: 38655
    }
    bound_http_address {
      host: "127.24.143.66"
      port: 45505
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.143.67"
      port: 44849
    }
    bound_http_address {
      host: "127.24.143.67"
      port: 46271
    }
  }
}

02:13:28.724 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:13:28.726 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:28.726 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:13:28.726 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:13:28.727 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:13:28.727 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:13:28.729 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:13:28.736 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:13:28.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:28.931 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:28.931 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:28.931 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:28.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:28.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:28.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:28.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:28.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:28.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:28.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:28.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:28.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:28.932 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:29.084 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:13:29.084 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:13:29.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:29.087868 25943 mini_oidc.cc:150] Starting JWKS server
02:13:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:29.091101 25943 webserver.cc:534] Webserver started at http://127.0.0.1:38901/ using document root <none> and password file <none>
02:13:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:29.091485 25943 mini_oidc.cc:186] Starting OIDC Discovery server
02:13:29.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:29.093236 25943 webserver.cc:534] Webserver started at http://127.0.0.1:41531/ using document root <none> and password file <none>
02:13:29.141 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:29.141 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:29.141 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:29.141 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:29.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:29.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:29.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:29.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:29.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:29.142 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:29.142 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:29.142 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:29.142 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:13:29Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:13:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:13:29Z Disabled control of system clock
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:29.161798 25943 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/wal
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/data
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/logs
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/data/info.pb
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.254:36319
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.254
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38901/jwks.json with env {}
02:13:29.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476809213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:29.222 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:13:29.223 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:13:29.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.534910 25955 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.535782 25955 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.536661 25955 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.580735 25955 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:13:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.581029 25955 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.581305 25955 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:13:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.581553 25955 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:13:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.581787 25955 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:13:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.581950 25955 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38901/jwks.json
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:29.619944 25955 master_runner.cc:387] Master server non-default flags:
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/data
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/wal
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.254:36319
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38901/jwks.json
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/data/info.pb
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.254
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/logs
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:29.621714 25955 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:29.623590 25955 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.635778 25961 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:29.691468 25934 heartbeater.cc:499] Master 127.24.143.124:37685 was elected leader, sending a full tablet report...
02:13:29.702 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:29.702 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:29.703 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:29.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:29.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:29.703 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:29.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:29.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:29.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:29.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:29.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:29.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:29.708 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:29.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476809714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:29.722 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:13:29.724 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:13:29.770 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:29.770 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:29.771 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:29.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:29.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:29.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:29.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:29.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:29.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:29.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:29.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:29.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:29.771 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:29.908 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:30.215 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476810214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:30.230 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=14 ms, finalizationTime=2 ms).
02:13:30.231 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:13:30.408 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:30.557801 25788 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7820 after lost signal to thread 25659
02:13:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:30.559540 25788 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7ca0 after lost signal to thread 25791
02:13:30.701 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:30.701 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:30.702 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:30.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:30.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:30.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:30.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:30.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:30.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:30.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:30.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:30.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:30.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:30.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476810713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:30.731 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
02:13:30.732 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:13:30.908 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.039728 25960 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25955
02:13:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.141860 25955 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.507s	user 0.499s	sys 0.955s
02:13:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.142215 25955 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.508s	user 0.499s	sys 0.955s
02:13:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:29.637249 25962 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.151839 25967 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.152534 25955 server_base.cc:1061] running on GCE node
02:13:31.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.154067 25955 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.157173 25955 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:31.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.158640 25955 hybrid_clock.cc:648] HybridClock initialized: now 1783476811158524 us; error 101 us; skew 500 ppm
02:13:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.159849 25955 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.167404 25955 webserver.cc:534] Webserver started at http://127.25.85.254:42015/ using document root <none> and password file <none>
02:13:31.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.168673 25955 fs_manager.cc:362] Metadata directory not provided
02:13:31.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.168985 25955 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:31.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.169610 25955 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.176699 25955 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/data/instance:
02:13:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c05260e34864edf9621b6c77790fb4e"
02:13:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:31 on dist-test-slave-fshw"
02:13:31.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.178352 25955 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/wal/instance:
02:13:31.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c05260e34864edf9621b6c77790fb4e"
02:13:31.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:31 on dist-test-slave-fshw"
02:13:31.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.188329 25955 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.000s
02:13:31.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.196291 25973 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.197781 25955 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
02:13:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.198210 25955 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/wal
02:13:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c05260e34864edf9621b6c77790fb4e"
02:13:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:31 on dist-test-slave-fshw"
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.198666 25955 fs_report.cc:389] FS layout report
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/wal
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/wal
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/data/data
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:31.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476811213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:31.256 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=42 ms, finalizationTime=1 ms).
02:13:31.258 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:13:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.284312 25955 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.286453 25955 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.287068 25955 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.393004 25955 rpc_server.cc:307] RPC server started. Bound to: 127.25.85.254:36319
02:13:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.393039 26025 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.85.254:36319 every 8 connection(s)
02:13:31.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.397150 25955 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/data/info.pb
02:13:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.402426 25943 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 25955
02:13:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.402877 25943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-0/wal/instance
02:13:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.405036 26026 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.406608 25943 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/wal
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/data
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/logs
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/data/info.pb
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:31.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.253:39805
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.253
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38901/jwks.json with env {}
02:13:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.421860 26026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } has no permanent_uuid. Determining permanent_uuid...
02:13:31.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.455899 26026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } has no permanent_uuid. Determining permanent_uuid...
02:13:31.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.459389 25976 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.85.253:39805: connect: Connection refused (error 111)
02:13:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.464524 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.253:39805: Network error: Client connection negotiation failed: client connection to 127.25.85.253:39805: connect: Connection refused (error 111)
02:13:31.511 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:31.511 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:31.511 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:31.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.513 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.514197 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } attempt: 1
02:13:31.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.520278 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.253:39805: Network error: Client connection negotiation failed: client connection to 127.25.85.253:39805: connect: Connection refused (error 111)
02:13:31.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.588742 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } attempt: 2
02:13:31.590 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:31.590 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:31.591 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:31.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.591 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.594705 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.253:39805: Network error: Client connection negotiation failed: client connection to 127.25.85.253:39805: connect: Connection refused (error 111)
02:13:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.686177 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } attempt: 3
02:13:31.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.691226 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.253:39805: Network error: Client connection negotiation failed: client connection to 127.25.85.253:39805: connect: Connection refused (error 111)
02:13:31.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476811713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:31.728 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:13:31.729 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:13:31.744 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:31.745 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:31.745 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:31.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.746 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.746 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.747 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:31.761 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:31.762 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:31.762 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:31.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:31.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:31.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:31.763 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.806277 26028 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.807004 26028 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.807627 26028 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.834651 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } attempt: 4
02:13:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.840792 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.253:39805: Network error: Client connection negotiation failed: client connection to 127.25.85.253:39805: connect: Connection refused (error 111)
02:13:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.846648 26028 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:13:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.847051 26028 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.847409 26028 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:13:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.847767 26028 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:13:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.848075 26028 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:13:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.848315 26028 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38901/jwks.json
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.889537 26028 master_runner.cc:387] Master server non-default flags:
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/data
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/wal
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.253:39805
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38901/jwks.json
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/data/info.pb
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.253
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/logs
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.891291 26028 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:31.893146 26028 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.905256 26037 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:31.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:32.140661 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } attempt: 5
02:13:32.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:32.152998 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.253:39805: Network error: Client connection negotiation failed: client connection to 127.25.85.253:39805: connect: Connection refused (error 111)
02:13:32.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476812213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:32.226 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:13:32.228 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:13:32.291 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:32.292 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:32.292 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:32.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:32.302 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:32.303 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:32.303 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:32.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:32.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:32.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:32.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:32.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:32.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:32.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:32.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:32.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:32.306 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:32.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:32.450 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:32.450 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:32.451 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:32.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:32.460 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:32.460 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:32.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:32.461 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:32.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:32.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:32.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:32.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:32.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:32.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:32.462 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:32.462 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:32.462 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:32.530 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:32.531 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:32.531 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:32.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.533 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.533 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.533 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:32.584 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:32.585 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:32.585 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:32.585 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.585 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:32.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:32.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:32.587 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:32.700636 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } attempt: 6
02:13:32.715 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476812714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:32.730 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:13:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:32.731734 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.253:39805: Network error: Client connection negotiation failed: client connection to 127.25.85.253:39805: connect: Connection refused (error 111)
02:13:32.732 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:13:32.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:33.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476813213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:33.226 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:13:33.227 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:13:33.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:33.580 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.22.124.252:46509, [29ms] received response from server master-127.22.124.252:46509: OK, deferred=null) with no deferred attached!
02:13:33.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476813713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:33.733 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
02:13:33.735 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:13:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:33.792537 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } attempt: 7
02:13:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:33.829286 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.253:39805: Network error: Client connection negotiation failed: client connection to 127.25.85.253:39805: connect: Connection refused (error 111)
02:13:33.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:33.312199 26036 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 26028
02:13:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:31.907526 26038 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:34.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.079698 26036 kernel_stack_watchdog.cc:198] Thread 26028 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
02:13:34.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:13:34.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:13:34.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:13:34.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:13:34.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.086508 26039 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2171 milliseconds
02:13:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.086566 26028 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.178s	user 0.000s	sys 0.007s
02:13:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.087116 26028 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.179s	user 0.000s	sys 0.007s
02:13:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.088806 26041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.088892 26028 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:34.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.090166 26028 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:34.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.093014 26028 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:34.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.094482 26028 hybrid_clock.cc:648] HybridClock initialized: now 1783476814094423 us; error 61 us; skew 500 ppm
02:13:34.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.095249 26028 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.101873 26028 webserver.cc:534] Webserver started at http://127.25.85.253:42837/ using document root <none> and password file <none>
02:13:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.102818 26028 fs_manager.cc:362] Metadata directory not provided
02:13:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.103103 26028 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.103601 26028 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.108466 26028 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/data/instance:
02:13:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce"
02:13:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:34 on dist-test-slave-fshw"
02:13:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.109726 26028 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/wal/instance:
02:13:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce"
02:13:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:34 on dist-test-slave-fshw"
02:13:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.117236 26028 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
02:13:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.123246 26056 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:34.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.124352 26028 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.124711 26028 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/wal
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce"
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:34 on dist-test-slave-fshw"
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.125102 26028 fs_report.cc:389] FS layout report
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/wal
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/wal
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/data/data
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:34.186 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [4ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.195070 26028 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.196658 26028 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:34.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.197250 26028 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:34.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476814213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:34.225 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:13:34.226 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:13:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.282994 26028 rpc_server.cc:307] RPC server started. Bound to: 127.25.85.253:39805
02:13:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.283129 26107 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.85.253:39805 every 8 connection(s)
02:13:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.286478 26028 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/data/info.pb
02:13:34.289 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [7ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.289 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [27ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.292457 25943 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 26028
02:13:34.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.292927 25943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-1/wal/instance
02:13:34.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.293426 26108 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.295893 25943 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/wal
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/data
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/logs
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/data/info.pb
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.252:39193
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.252
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38901/jwks.json with env {}
02:13:34.306 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [17ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.306 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [18ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.306 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [18ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.308132 26108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } has no permanent_uuid. Determining permanent_uuid...
02:13:34.329 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [22ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.336783 26108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } has no permanent_uuid. Determining permanent_uuid...
02:13:34.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.351639 26108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } has no permanent_uuid. Determining permanent_uuid...
02:13:34.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.354128 26059 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.358560 26108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:34.381 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:34.381 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:34.381 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:34.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:34.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:34.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:34.381 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:34.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:34.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:34.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:34.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:34.382 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:34.382 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:34.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:34.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.409128 26108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 1
02:13:34.411 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [23ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.411 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [23ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.412 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.23.52.252:44081, [23ms] received response from server master-127.23.52.252:44081: OK, deferred=null) with no deferred attached!
02:13:34.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.416972 26108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:34.421 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:34.421 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:34.422 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:34.422 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:34.422 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:34.422 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:34.422 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:34.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:34.422 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:34.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:34.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:34.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:34.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.485487 26108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 2
02:13:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.490864 26108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.582334 26108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 3
02:13:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.586926 26108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.640628 26110 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.641337 26110 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.641924 26110 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.676105 26110 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:13:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.676522 26110 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.676891 26110 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:13:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.677239 26110 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:13:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.677548 26110 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:13:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.677803 26110 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38901/jwks.json
02:13:34.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476814713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.720592 26110 master_runner.cc:387] Master server non-default flags:
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/data
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/wal
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.252:39193
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38901/jwks.json
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/data/info.pb
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.252
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/logs
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.722409 26110 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:34.730 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:13:34.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.724373 26110 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:34.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:34.731289 26108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 4
02:13:34.732 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:13:34.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.742384 26108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.755570 26120 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:34.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:34.970 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:34.970 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:34.970 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:34.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:34.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:34.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:34.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:34.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:34.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:34.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:34.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:34.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:34.972 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:35.041872 26108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 5
02:13:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:35.051378 26108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:35.215 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476815214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:35.232 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:13:35.234 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:13:35.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:35.500 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.22.124.252:46509, [5ms] received response from server master-127.22.124.252:46509: OK, deferred=null) with no deferred attached!
02:13:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:35.599180 26108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 6
02:13:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:35.625716 26108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:35.719 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476815714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:35.747 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=32 ms, finalizationTime=1 ms).
02:13:35.750 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:13:35.764 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:35.765 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:35.765 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:35.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:35.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:35.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:35.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:35.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:35.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:35.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:35.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:35.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:35.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:35.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:35.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:35.919714 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } attempt: 8
02:13:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:35.967020 26026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } has no permanent_uuid. Determining permanent_uuid...
02:13:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:35.994308 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:36.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.059875 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 1
02:13:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.067226 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:36.082 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:36.083 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:36.083 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:36.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:36.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:36.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:36.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:36.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:36.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:36.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:36.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:36.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:36.085 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.120664 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 2
02:13:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.128108 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:36.140 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:36.140 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:36.140 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:36.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:36.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:36.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:36.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:36.141 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:36.141 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:36.141 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:36.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:36.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:36.142 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.204564 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 3
02:13:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.210567 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:36.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476816213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:36.228 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:13:36.230 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
02:13:36.230 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:36.230 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:36.231 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:36.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:36.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:36.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:36.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:36.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:36.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:36.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:36.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:36.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:36.233 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:36.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.293560 25226 debug-util.cc:398] Leaking SignalData structure 0x7b080009a060 after lost signal to thread 25162
02:13:36.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.294410 25226 debug-util.cc:398] Leaking SignalData structure 0x7b080009b880 after lost signal to thread 25229
02:13:36.311 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:36.311 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:36.311 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:36.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:36.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:36.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:36.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:36.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:36.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:36.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:36.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:36.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:36.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:36.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.366029 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 4
02:13:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.379056 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:36.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.159680 26119 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 26110
02:13:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.579041 26123 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.576116 26110 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.814s	user 0.499s	sys 1.106s
02:13:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.582316 26110 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.821s	user 0.499s	sys 1.107s
02:13:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:34.762338 26121 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.587363 26122 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1817 milliseconds
02:13:36.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.587895 26110 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.589458 26110 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.594609 26110 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:36.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.599253 26110 hybrid_clock.cc:648] HybridClock initialized: now 1783476816599190 us; error 57 us; skew 500 ppm
02:13:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.600657 26110 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:36.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.609290 26110 webserver.cc:534] Webserver started at http://127.25.85.252:41835/ using document root <none> and password file <none>
02:13:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.610612 26110 fs_manager.cc:362] Metadata directory not provided
02:13:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.610891 26110 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.611452 26110 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.617898 26110 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/data/instance:
02:13:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d00b23b079e4c08981226ee71ab3cc8"
02:13:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:36 on dist-test-slave-fshw"
02:13:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.619453 26110 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/wal/instance:
02:13:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d00b23b079e4c08981226ee71ab3cc8"
02:13:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:36 on dist-test-slave-fshw"
02:13:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.643321 26110 fs_manager.cc:696] Time spent creating directory manager: real 0.023s	user 0.012s	sys 0.012s
02:13:36.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.662288 26138 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.665560 26110 fs_manager.cc:730] Time spent opening block manager: real 0.017s	user 0.003s	sys 0.010s
02:13:36.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.666067 26110 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/wal
02:13:36.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d00b23b079e4c08981226ee71ab3cc8"
02:13:36.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:36 on dist-test-slave-fshw"
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.666560 26110 fs_report.cc:389] FS layout report
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/wal
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/wal
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/data/data
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:36.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.675575 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 5
02:13:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.679605 25976 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111) [suppressed 12 similar messages]
02:13:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.683166 26026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.686280 26108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 7
02:13:36.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476816713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:36.722 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:13:36.723 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
02:13:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:36.729475 26108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.85.252:39193: Network error: Client connection negotiation failed: client connection to 127.25.85.252:39193: connect: Connection refused (error 111)
02:13:36.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.775364 26110 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.777062 26110 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.777689 26110 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.873944 26110 rpc_server.cc:307] RPC server started. Bound to: 127.25.85.252:39193
02:13:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.874027 26191 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.85.252:39193 every 8 connection(s)
02:13:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.877012 26110 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/data/info.pb
02:13:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.881704 25943 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 26110
02:13:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.882179 25943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/master-2/wal/instance
02:13:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.885247 26192 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:36.908 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.921155 26192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } has no permanent_uuid. Determining permanent_uuid...
02:13:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.957496 26192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } has no permanent_uuid. Determining permanent_uuid...
02:13:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.974984 26192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } has no permanent_uuid. Determining permanent_uuid...
02:13:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:36.996340 26192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8: Bootstrap starting.
02:13:37.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.002385 26192 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8: Neither blocks nor log segments found. Creating new log.
02:13:37.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.004264 26192 log.cc:826] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8: Log is configured to *not* fsync() on all Append() calls
02:13:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.010293 26192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8: No bootstrap required, opened a new log
02:13:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.031574 26192 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } }
02:13:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.032444 26192 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.032732 26192 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d00b23b079e4c08981226ee71ab3cc8, State: Initialized, Role: FOLLOWER
02:13:37.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.033736 26192 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } }
02:13:37.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.036828 26200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:37.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.037734 26200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [sys.catalog]: This master's current role is: FOLLOWER
02:13:37.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.038416 26192 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [sys.catalog]: configured and running, proceeding with master startup.
02:13:37.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:37.068908 26211 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:13:37.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:37.069571 26211 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:13:37.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.065088 26110 master_runner.cc:187] Error getting master registration for 127.25.85.254:36319: OK, instance_id { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" instance_seqno: 1783476811365257 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:13:37.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.104066 26110 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:13:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.205009 26026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 6
02:13:37.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476817213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:37.226 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:13:37.227 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
02:13:37.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.251189 26026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e: Bootstrap starting.
02:13:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.260011 26026 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e: Neither blocks nor log segments found. Creating new log.
02:13:37.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.263823 26026 log.cc:826] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e: Log is configured to *not* fsync() on all Append() calls
02:13:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.270684 26026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e: No bootstrap required, opened a new log
02:13:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:37.285626 26146 tablet.cc:2406] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:37.291 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:37.291 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:37.291 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:37.292 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:37.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:37.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:37.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:37.293 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:37.293 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:37.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:37.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:37.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:37.293 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:37.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.307934 26026 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } }
02:13:37.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.308995 26026 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:37.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.309343 26026 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c05260e34864edf9621b6c77790fb4e, State: Initialized, Role: FOLLOWER
02:13:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.310549 26026 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } }
02:13:37.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.323161 26026 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [sys.catalog]: configured and running, proceeding with master startup.
02:13:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.326419 26216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.327370 26216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [sys.catalog]: This master's current role is: FOLLOWER
02:13:37.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:37.391808 25302 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad8e0 after lost signal to thread 25236
02:13:37.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:37.392544 25302 debug-util.cc:398] Leaking SignalData structure 0x7b0800041060 after lost signal to thread 25305
02:13:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:37.403240 26228 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:13:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:37.403882 26228 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:13:37.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.370502 25955 master_runner.cc:187] Error getting master registration for 127.25.85.253:39805: OK, instance_id { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" instance_seqno: 1783476814260575 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:13:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.426697 25955 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:13:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.450479 26200 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:13:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.451073 26200 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } }
02:13:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.457191 26200 leader_election.cc:290] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c05260e34864edf9621b6c77790fb4e (127.25.85.254:36319), 9a5888a5b5574c1d9ed0dbb26d3002ce (127.25.85.253:39805)
02:13:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.458609 26001 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d00b23b079e4c08981226ee71ab3cc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c05260e34864edf9621b6c77790fb4e" is_pre_election: true
02:13:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.459534 26001 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d00b23b079e4c08981226ee71ab3cc8 in term 0.
02:13:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.461167 26141 leader_election.cc:304] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d00b23b079e4c08981226ee71ab3cc8, 2c05260e34864edf9621b6c77790fb4e; no voters: 
02:13:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.462234 26200 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:13:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.462584 26200 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:13:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.462949 26200 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 0 FOLLOWER]: Advancing to term 1
02:13:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.472764 26200 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } }
02:13:37.479 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.22.124.252:46509, [4ms] received response from server master-127.22.124.252:46509: OK, deferred=null) with no deferred attached!
02:13:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.476678 26001 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d00b23b079e4c08981226ee71ab3cc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c05260e34864edf9621b6c77790fb4e"
02:13:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.477308 26001 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [term 0 FOLLOWER]: Advancing to term 1
02:13:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.478488 26200 leader_election.cc:290] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [CANDIDATE]: Term 1 election: Requested vote from peers 2c05260e34864edf9621b6c77790fb4e (127.25.85.254:36319), 9a5888a5b5574c1d9ed0dbb26d3002ce (127.25.85.253:39805)
02:13:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.501145 26001 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d00b23b079e4c08981226ee71ab3cc8 in term 1.
02:13:37.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.514931 26141 leader_election.cc:304] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d00b23b079e4c08981226ee71ab3cc8, 2c05260e34864edf9621b6c77790fb4e; no voters: 
02:13:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.516402 26200 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 1 FOLLOWER]: Leader election won for term 1
02:13:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.521598 26200 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [term 1 LEADER]: Becoming Leader. State: Replica: 1d00b23b079e4c08981226ee71ab3cc8, State: Running, Role: LEADER
02:13:37.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.523036 26200 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } }
02:13:37.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.542187 26230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1d00b23b079e4c08981226ee71ab3cc8. Latest consensus state: current_term: 1 leader_uuid: "1d00b23b079e4c08981226ee71ab3cc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:37.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.542938 26230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [sys.catalog]: This master's current role is: LEADER
02:13:37.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:37.553551 25980 tablet.cc:2406] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:37.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.558717 26232 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:13:37.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.575587 26232 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:13:37.585 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:37.585 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:37.586 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:37.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:37.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:37.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:37.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:37.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:37.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:37.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:37.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:37.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:37.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.696228 26001 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [term 1 FOLLOWER]: Refusing update from remote peer 1d00b23b079e4c08981226ee71ab3cc8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:13:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.699935 26200 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:13:37.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476817713 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:37.724 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:13:37.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
02:13:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.768778 26216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1d00b23b079e4c08981226ee71ab3cc8. Latest consensus state: current_term: 1 leader_uuid: "1d00b23b079e4c08981226ee71ab3cc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.769511 26216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [sys.catalog]: This master's current role is: FOLLOWER
02:13:37.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.778316 26233 mvcc.cc:204] Tried to move back new op lower bound from 7305121045229916160 to 7305121044597215232. Current Snapshot: MvccSnapshot[applied={T|T < 7305121045229916160}]
02:13:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.783900 26216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1d00b23b079e4c08981226ee71ab3cc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.784615 26216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e [sys.catalog]: This master's current role is: FOLLOWER
02:13:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.807897 26232 catalog_manager.cc:1382] Generated new cluster ID: 79f5144bf60b492b9e5e9849f406907b
02:13:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.808198 26232 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:13:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.810019 26234 mvcc.cc:204] Tried to move back new op lower bound from 7305121045229916160 to 7305121044597215232. Current Snapshot: MvccSnapshot[applied={T|T < 7305121045229916160}]
02:13:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.841708 26230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1d00b23b079e4c08981226ee71ab3cc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:37.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.842432 26230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [sys.catalog]: This master's current role is: LEADER
02:13:37.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.916603 26232 catalog_manager.cc:1405] Generated new certificate authority record
02:13:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:37.940452 26232 catalog_manager.cc:1539] Loading token signing keys...
02:13:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.101758 26232 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8: Generated new TSK 0
02:13:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.109630 26232 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:13:38.121 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:38.121 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:38.121 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:38.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:38.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:38.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:38.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:38.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:38.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:38.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:38.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:38.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:38.124 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.183295 25943 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/wal
02:13:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/data
02:13:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/logs
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/data/info.pb
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.193:0
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.85.193
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.193
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:13:38.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476818213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:38.222 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:13:38.223 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
02:13:38.415 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:38.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.420379 26228 catalog_manager.cc:1294] Loaded cluster ID: 79f5144bf60b492b9e5e9849f406907b
02:13:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.420883 26228 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e: loading cluster ID for follower catalog manager: success
02:13:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.459075 26228 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e: acquiring CA information for follower catalog manager: success
02:13:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.502601 26228 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 2c05260e34864edf9621b6c77790fb4e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:13:38.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476818714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:38.724 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:13:38.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
02:13:38.763 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:38.763 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:38.764 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:38.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:38.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:38.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:38.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:38.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:38.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:38.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:38.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:38.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:38.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.819952 26108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } attempt: 8
02:13:38.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:38.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:38.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:38.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:38.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:38.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:38.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:38.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:38.892 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:38.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:38.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:38.893 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:38.893 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:38.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:38.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.946514 26108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce: Bootstrap starting.
02:13:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.954491 26108 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce: Neither blocks nor log segments found. Creating new log.
02:13:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.967020 26108 log.cc:826] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce: Log is configured to *not* fsync() on all Append() calls
02:13:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:38.998788 26108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce: No bootstrap required, opened a new log
02:13:39.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.074677 26108 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } }
02:13:39.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.077316 26108 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:39.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.078332 26108 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9a5888a5b5574c1d9ed0dbb26d3002ce, State: Initialized, Role: FOLLOWER
02:13:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.086828 26108 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } }
02:13:39.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.098126 26108 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [sys.catalog]: configured and running, proceeding with master startup.
02:13:39.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.098666 26081 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [term 0 FOLLOWER]: Advancing to term 1
02:13:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.092468 26244 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.099174 26083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d00b23b079e4c08981226ee71ab3cc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" is_pre_election: true
02:13:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:39.110517 26083 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39834 (request call id 1) took 1653 ms (client timeout 1957 ms). Trace:
02:13:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.109530 26244 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [sys.catalog]: This master's current role is: FOLLOWER
02:13:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:39.111070 26083 rpcz_store.cc:269] 0708 02:13:37.457014 (+     0us) service_pool.cc:167] Inserting onto call queue
02:13:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:13:37.457658 (+   644us) service_pool.cc:224] Handling call
02:13:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:13:39.110436 (+1652778us) inbound_call.cc:177] Queueing success response
02:13:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:13:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.099926 26082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d00b23b079e4c08981226ee71ab3cc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce"
02:13:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:39.112885 26082 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39834 (request call id 2) took 1636 ms (client timeout 1964 ms). Trace:
02:13:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:39.113248 26082 rpcz_store.cc:269] 0708 02:13:37.476265 (+     0us) service_pool.cc:167] Inserting onto call queue
02:13:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:13:37.480686 (+  4421us) service_pool.cc:224] Handling call
02:13:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:13:39.112777 (+1632091us) inbound_call.cc:177] Queueing success response
02:13:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:13:39.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.123528 26081 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [term 1 FOLLOWER]: Refusing update from remote peer 1d00b23b079e4c08981226ee71ab3cc8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:13:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.128525 26081 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:39834 (request call id 3) took 1433 ms. Trace:
02:13:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.129170 26081 rpcz_store.cc:276] 0708 02:13:37.698411 (+     0us) service_pool.cc:167] Inserting onto call queue
02:13:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:13:37.698587 (+   176us) service_pool.cc:224] Handling call
02:13:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:13:39.098401 (+1399814us) raft_consensus.cc:1471] Updating replica for 0 ops
02:13:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:13:39.128063 (+ 29662us) raft_consensus.cc:1697] Filling consensus response to leader.
02:13:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:13:39.128438 (+   375us) inbound_call.cc:177] Queueing success response
02:13:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:13:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.132534 26243 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:13:39.215 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476819214 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:39.230 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:13:39.232 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
02:13:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.249714 26244 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1d00b23b079e4c08981226ee71ab3cc8. Latest consensus state: current_term: 1 leader_uuid: "1d00b23b079e4c08981226ee71ab3cc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.253624 26244 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [sys.catalog]: This master's current role is: FOLLOWER
02:13:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.249096 26256 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1d00b23b079e4c08981226ee71ab3cc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.255667 26256 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce [sys.catalog]: This master's current role is: FOLLOWER
02:13:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.264861 26260 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:13:39.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:39.420 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:39.421 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:39.421 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:39.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:39.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:39.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:39.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:39.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:39.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:39.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:39.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:39.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:39.422 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:39.500 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.22.124.252:46509, [4ms] received response from server master-127.22.124.252:46509: OK, deferred=null) with no deferred attached!
02:13:39.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.626884 26243 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1d00b23b079e4c08981226ee71ab3cc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c05260e34864edf9621b6c77790fb4e" member_type: VOTER last_known_addr { host: "127.25.85.254" port: 36319 } } peers { permanent_uuid: "9a5888a5b5574c1d9ed0dbb26d3002ce" member_type: VOTER last_known_addr { host: "127.25.85.253" port: 39805 } } peers { permanent_uuid: "1d00b23b079e4c08981226ee71ab3cc8" member_type: VOTER last_known_addr { host: "127.25.85.252" port: 39193 } } }
02:13:39.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:39.627743 26243 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d00b23b079e4c08981226ee71ab3cc8 [sys.catalog]: This master's current role is: LEADER
02:13:39.715 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476819714 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:39.726 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:13:39.728 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
02:13:39.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:40.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:40.092795 26238 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:40.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:40.093550 26238 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:40.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:40.094295 26238 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:40.167235 26238 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:40.169819 26238 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.85.193
02:13:40.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 73 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476820213 for job a6c13ce6708e2c3e17c8a86cefc17c1f.
02:13:40.228 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 73 for job a6c13ce6708e2c3e17c8a86cefc17c1f (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:13:40.229 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 73 as completed for source Source: KuduSource.
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:40.290688 26238 tablet_server_runner.cc:78] Tablet server non-default flags:
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/data
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/wal
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.193:0
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/data/info.pb
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.193
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.85.193
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/logs
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:40.292515 26238 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:40.295014 26238 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:40.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:40.305720 26260 catalog_manager.cc:1294] Loaded cluster ID: 79f5144bf60b492b9e5e9849f406907b
02:13:40.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:40.306267 26260 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce: loading cluster ID for follower catalog manager: success
02:13:40.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:40.321754 26260 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce: acquiring CA information for follower catalog manager: success
02:13:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:40.334452 26273 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:40.346962 26260 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9a5888a5b5574c1d9ed0dbb26d3002ce: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:13:40.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:40.439 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.440 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.440 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.442 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.443 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28969), Traces: [0ms] sending RPC to server master-127.22.124.252:46509, [2ms] received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [10ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [48ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [67ms] refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [69ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [127ms] refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [129ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [187ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [188ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [247ms] refreshing cache from master, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [248ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [249ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [586ms] refreshing cache from master, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [588ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [747ms] refreshing cache from master, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [748ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [749ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [750ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [750ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1106ms] refreshing cache from master, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1109ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4526ms] refreshing cache from master, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4528ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4529ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [4530ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4531ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4531ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [8386ms] refreshing cache from master, [8387ms] too many traces: truncated at 100 traces, deferred=Deferred@1724757874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@4b0d5240 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462)))
02:13:40.444 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.444 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.444 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.444 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28969), Traces: [0ms] sending RPC to server master-127.22.124.252:46509, [2ms] received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [10ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [48ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [67ms] refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [69ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [127ms] refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [129ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [187ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [188ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [247ms] refreshing cache from master, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [248ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [249ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [586ms] refreshing cache from master, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [588ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [747ms] refreshing cache from master, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [748ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [749ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [750ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [750ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1106ms] refreshing cache from master, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1109ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4526ms] refreshing cache from master, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4528ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4529ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [4530ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4531ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4531ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [8386ms] refreshing cache from master, [8387ms] too many traces: truncated at 100 traces, deferred=Deferred@1724757874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@4b0d5240 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28969), Traces: [0ms] sending RPC to server master-127.22.124.252:46509, [2ms] received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [10ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [48ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [67ms] refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [69ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [127ms] refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [129ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [187ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [188ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [247ms] refreshing cache from master, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [248ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [249ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [586ms] refreshing cache from master, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [588ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [747ms] refreshing cache from master, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [748ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [749ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [750ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [750ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1106ms] refreshing cache from master, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1109ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4526ms] refreshing cache from master, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4528ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4529ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [4530ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4531ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4531ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [8386ms] refreshing cache from master, [8387ms] too many traces: truncated at 100 traces, deferred=Deferred@1724757874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@4b0d5240 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:40.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.446 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:40.446 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:40.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.446 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:40.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:40.455 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28969), Traces: [0ms] sending RPC to server master-127.22.124.252:46509, [2ms] received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [10ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [48ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [67ms] refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [69ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [127ms] refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [129ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [187ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [188ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [247ms] refreshing cache from master, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [248ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [249ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [586ms] refreshing cache from master, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [588ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [747ms] refreshing cache from master, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [748ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [749ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [750ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [750ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1106ms] refreshing cache from master, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1109ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4526ms] refreshing cache from master, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4528ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4529ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [4530ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4531ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4531ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [8386ms] refreshing cache from master, [8387ms] too many traces: truncated at 100 traces, deferred=Deferred@1724757874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@4b0d5240 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28969), Traces: [0ms] sending RPC to server master-127.22.124.252:46509, [2ms] received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [10ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [48ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [67ms] refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [69ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [127ms] refreshing cache from master, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [129ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [187ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [188ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [247ms] refreshing cache from master, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [248ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [249ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [249ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [586ms] refreshing cache from master, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [587ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [588ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [588ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [747ms] refreshing cache from master, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [748ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [749ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [750ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [750ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1106ms] refreshing cache from master, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1108ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1109ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4526ms] refreshing cache from master, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4527ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4528ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4529ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [4530ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4531ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4531ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [8386ms] refreshing cache from master, [8387ms] too many traces: truncated at 100 traces, deferred=Deferred@1724757874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@4b0d5240 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@329009216 after retry RPC after error@620378717) -> (continuation of Deferred@789016471 after retry RPC after error@238663525) -> (continuation of Deferred@2132156586 after retry RPC after error@181126599) -> (continuation of Deferred@505702622 after retry RPC after error@1566926560) -> (continuation of Deferred@322440854 after retry RPC after error@1200166091) -> (continuation of Deferred@2052515452 after retry RPC after error@208850352) -> (continuation of Deferred@1609379350 after retry RPC after error@1355630188) -> (continuation of Deferred@501559055 after retry RPC after error@132152910) -> (continuation of Deferred@827030842 after retry RPC after error@193962841) -> (continuation of Deferred@1059481712 after retry RPC after error@993031124) -> (continuation of Deferred@1375238949 after retry RPC after error@656117544) -> (continuation of Deferred@728893011 after retry RPC after error@325353018) -> (continuation of Deferred@30875168 after retry RPC after error@2051978237) -> (continuation of Deferred@1102410361 after retry RPC after error@1905279451) -> (continuation of Deferred@1208969175 after retry RPC after error@1196549232) -> (continuation of Deferred@765288537 after retry RPC after error@1584423592) -> (continuation of Deferred@1836222318 after retry RPC after error@625515732) -> (continuation of Deferred@1662103436 after retry RPC after error@1051325540) -> (continuation of Deferred@1192840488 after retry RPC after error@651609891) -> (continuation of Deferred@1221947834 after retry RPC after error@967751184) -> (continuation of Deferred@886299648 after retry RPC after error@606927462)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:40.456 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:13:40.457 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RUNNING to RESTARTING.
02:13:40.457 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:13:40.457 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:13:40.458 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:13:40.458 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:13:40.458 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:13:40.459 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
02:13:40.459 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.460 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.460 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.461 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.461 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:13:40.462 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:13:40.462 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:13:40.462 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
02:13:40.462 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:13:40.479 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.480 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.480 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.481 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.481 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.481 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.481 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:40.481 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:40.481 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:40.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.482 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.482 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.482 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:40.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.483 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.488 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.23.52.254:33699(127.23.52.254:33699)] disconnecting while in state TERMINATED
02:13:40.488 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.23.52.253:45347(127.23.52.253:45347)] disconnecting while in state TERMINATED
02:13:40.488 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.23.52.252:44081(127.23.52.252:44081)] disconnecting while in state TERMINATED
02:13:40.488 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer a14915972e904b1a94e1c366030f195e(127.23.52.194:33737)] disconnecting while in state TERMINATED
02:13:40.488 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:40.489 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:13:40.489 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:13:40.489 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:13:40.499 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.500 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.500 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.500 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.500 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.500 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.501 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.503 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:13:40.503 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:13:40.503 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:13:40.519 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] disconnecting while in state TERMINATED
02:13:40.519 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.23.52.254:33699(127.23.52.254:33699)] disconnecting while in state TERMINATED
02:13:40.519 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.23.52.253:45347(127.23.52.253:45347)] disconnecting while in state TERMINATED
02:13:40.519 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.23.52.252:44081(127.23.52.252:44081)] disconnecting while in state TERMINATED
02:13:40.519 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.520 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.520 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:40.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.522 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.522 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.522 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.523 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:13:40.524 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:13:40.524 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
02:13:40.524 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:40.524 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:40.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.524 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:40.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.526 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:40.529 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:13:40.529 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:13:40.529 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:13:40.530 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:13:40.530 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:13:40.530 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:13:40.531 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3c525c19541e496cb822eb6142448ebf(127.23.52.195:40225)] disconnecting while in state TERMINATED
02:13:40.531 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.23.52.254:33699(127.23.52.254:33699)] disconnecting while in state TERMINATED
02:13:40.531 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.23.52.253:45347(127.23.52.253:45347)] disconnecting while in state TERMINATED
02:13:40.531 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.23.52.252:44081(127.23.52.252:44081)] disconnecting while in state TERMINATED
02:13:40.531 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:40.532 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
02:13:40.532 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:13:40.532 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:13:40.534 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
02:13:40.534 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:13:40.535 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:13:40.535 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:13:40.539 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.540 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.540 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.542 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.544 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:13:40.545 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:13:40.545 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:13:40.559 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.560 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.560 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:13:40.563 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
02:13:40.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:13:40.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:13:40.564 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
02:13:40.565 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:13:40.566 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:13:40.567 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:13:40.567 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
02:13:40.567 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:13:40.567 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:13:40.568 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:13:40.568 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6d2a5ab7c0b342f2835ffdda35acb439(127.23.52.193:34645)] disconnecting while in state TERMINATED
02:13:40.568 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.23.52.254:33699(127.23.52.254:33699)] disconnecting while in state TERMINATED
02:13:40.568 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.23.52.253:45347(127.23.52.253:45347)] disconnecting while in state TERMINATED
02:13:40.568 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.23.52.252:44081(127.23.52.252:44081)] disconnecting while in state TERMINATED
02:13:40.569 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:40.569 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:13:40.569 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:13:40.569 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
02:13:40.570 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:13:40.570 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:13:40.585 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
02:13:40.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:13:40.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:13:40.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:13:40.587 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
02:13:40.588 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:13:40.588 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job a6c13ce6708e2c3e17c8a86cefc17c1f
02:13:40.660 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.661 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.661 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.662 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.860 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:40.860 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:40.860 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:40.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:40.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:40.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:40.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:40.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:40.970 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:40.971 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:40.971 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:40.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:40.972 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:40.972 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.973 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:40.974 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:41.080 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:41.080 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:41.081 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:41.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.082 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.082 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.082 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.082 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.082 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.082 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.082 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:41.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:41.478 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RESTARTING to RUNNING.
02:13:41.479 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:13:41.480 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:13:41.480 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:13:41.503 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
02:13:41.504 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
02:13:41.504 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 7d2f5db5bec490ad0b15a71b7a248708
02:13:41.504 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:13:41.505 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:13:41.505 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:13:41.505 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b
02:13:41.505 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:13:41.506 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:13:41.507 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
02:13:41.507 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 7d2f5db5bec490ad0b15a71b7a248708.
02:13:41.507 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:13:41.508 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
02:13:41.508 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id e8729b5aff2e7661118f01f5f3b686e4
02:13:41.508 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:13:41.509 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:13:41.509 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:13:41.509 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 5f93dcc74a70c8785da6de741e58ceb9
02:13:41.510 [INFO - Thread-20] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:13:41.510 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.22.124.254:40567(127.22.124.254:40567)] disconnecting while in state TERMINATED
02:13:41.510 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.22.124.253:40343(127.22.124.253:40343)] disconnecting while in state TERMINATED
02:13:41.510 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.22.124.252:46509(127.22.124.252:46509)] disconnecting while in state TERMINATED
02:13:41.510 [DEBUG - Thread-20] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:41.511 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:13:41.511 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:13:41.511 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:13:41.512 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
02:13:41.526 [INFO - Thread-20] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:13:41.527 [INFO - Thread-20] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:13:41.534 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:13:41.536 [DEBUG - Thread-20] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:41.537 [INFO - Thread-20] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:13:41.537 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
02:13:41.537 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
02:13:41.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5712af
02:13:41.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:41.540 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:13:41.541 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:13:41.542 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:13:41.542 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:13:41.544 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id e8729b5aff2e7661118f01f5f3b686e4.
02:13:41.544 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:13:41.544 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:13:41.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a4a8ebf
02:13:41.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:41.546 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:13:41.546 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:13:41.546 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:13:41.550 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:41.550 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:41.552 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:41.552 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:41.562 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:13:41.562 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
02:13:41.562 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
02:13:41.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7666e1ea
02:13:41.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:41.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:13:41.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:13:41.563 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:13:41.566 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 5f93dcc74a70c8785da6de741e58ceb9.
02:13:41.567 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@47841bd4
02:13:41.570 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35814b3c
02:13:41.570 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:41.573 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:41.573 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ce34110
02:13:41.576 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:41.578 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:13:41.578 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:13:41.579 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f9ec5f7
02:13:41.579 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:41.580 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:13:41.580 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:13:41.581 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:13:41.586 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.589 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7258bc19
02:13:41.596 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:41.611 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.620 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.628 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.639 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:41.651 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.661 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.664 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.670 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.675 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.679 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.682 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.682 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.682 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.682 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.686 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:41.686 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.691 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.699 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:41.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:41.720 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:41.725 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.737 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.739 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:41.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.755 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.755 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:41.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.762 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:41.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.764 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:41.766 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.771 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.780 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:41.784 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.786 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.787 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.797 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.800 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.802 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.806 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.809 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.818 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.820 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.825 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.826 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.826 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.826 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.828 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.831 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.834 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.844 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.846 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.846 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.846 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.849 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.849 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.849 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.861 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.873 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:41.873 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:41.873 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:41.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:41.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:41.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:41.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:41.874 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:41.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:41.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:41.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:41.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:41.875 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:41.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.880 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.881 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.883 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.886 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.886 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.886 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.888 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.891 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.892 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.892 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.893 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.897 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:41.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.905 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:41.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.906 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:41.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:41.911 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.912 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.912 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.912 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.914 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.918 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.919 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:41.920 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:41.920 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:41.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.921 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.921 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.921 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.921 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:41.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.924 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.926 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.927 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.927 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.927 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.928 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.937 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.937 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.937 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.940 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.940 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.940 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.941 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:41.941 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:41.941 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:41.941 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.941 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.942 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:41.952 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.952 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.952 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.954 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.954 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.961 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.961 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.961 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.963 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.975 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.980 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:41.980 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:41.980 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:41.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.981 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.981 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:41.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:41.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:41.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:41.982 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:41.982 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:41.983 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:41.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:41.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:41.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:41.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:41.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.000 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:42.000 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:42.000 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:42.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.002 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.002 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.002 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:42.006 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.019 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.020 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.020 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.020 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.022 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.022 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.029 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.031 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.031 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.032 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.046 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.046 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.047 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.048 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.048 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.048 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.048 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.046 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.048 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.049 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.049 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.066 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.067 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.067 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.086 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.086 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.086 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.100 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:42.101 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:42.101 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:42.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.101 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.102 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.102 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.102 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.102 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:42.106 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.106 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.106 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.109 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.109 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.141 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.141 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.141 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.143 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.186 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.187 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.187 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.189 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.189 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.189 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.207 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.207 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.208 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.210 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.226 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.226 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.226 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.232 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.232 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.232 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.234 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.242 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:42.242 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:42.242 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:42.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.244 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:42.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:42.272 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.272 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.272 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.273 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.274 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.325 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:42.325 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:42.325 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:42.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:42.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:42.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:42.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:42.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:42.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:42.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:42.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:42.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:42.327 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:42.340 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.341 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.341 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.346 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.346 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.346 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.349 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.380 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:42.381 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:42.381 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:42.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.383 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:42.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:42.412 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.412 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.412 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.412 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.413 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.486 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.487 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.487 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.488 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.488 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.502 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:42.502 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:42.502 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:42.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:42.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:42.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:42.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:42.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:42.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:42.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:42.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:42.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:42.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:42.546 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.547 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.547 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.548 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.549 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.620 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:42.621 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:42.621 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:42.622 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:42.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.622 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:42.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:42.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:42.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:42.761 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.761 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.762 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.764 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.764 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.764 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.769 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.769 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.846 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:42.846 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:42.846 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:42.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:42.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:42.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:42.848 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:42.908 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:43.001 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:43.001 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:43.002 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:43.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:43.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:43.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:43.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:43.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:43.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:43.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:43.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:43.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:43.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:41.722568 26272 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26238
02:13:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:43.217792 26272 kernel_stack_watchdog.cc:198] Thread 26238 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 368ms:
02:13:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:13:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:13:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:13:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:13:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:40.369643 26274 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:43.220299 26238 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.868s	user 0.750s	sys 1.325s
02:13:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:43.220679 26238 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.869s	user 0.750s	sys 1.325s
02:13:43.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:43.244158 26353 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:43.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:43.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.247067 26238 server_base.cc:1061] running on GCE node
02:13:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.248553 26238 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:43.260 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:43.260 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:43.261 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.261 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.261 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.262 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.262 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.262 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:43.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:43.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.263566 26238 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:43.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.267203 26238 hybrid_clock.cc:648] HybridClock initialized: now 1783476823267150 us; error 65 us; skew 500 ppm
02:13:43.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.268122 26238 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.275468 26238 webserver.cc:534] Webserver started at http://127.25.85.193:39235/ using document root <none> and password file <none>
02:13:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.276472 26238 fs_manager.cc:362] Metadata directory not provided
02:13:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.276718 26238 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:43.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.277177 26238 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.281652 26238 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/data/instance:
02:13:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab2b426805c44a24ab0b35cbc67b339e"
02:13:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:43 on dist-test-slave-fshw"
02:13:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.282938 26238 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/wal/instance:
02:13:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab2b426805c44a24ab0b35cbc67b339e"
02:13:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:43 on dist-test-slave-fshw"
02:13:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.291673 26238 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.007s
02:13:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.298915 26360 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.300283 26238 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.300684 26238 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/wal
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab2b426805c44a24ab0b35cbc67b339e"
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:43 on dist-test-slave-fshw"
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.301080 26238 fs_report.cc:389] FS layout report
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/wal
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/wal
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/data/data
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:43.306 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:43.306 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:43.307 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:43.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.308 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:43.350 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:43.351 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:43.351 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:43.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:43.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:43.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:43.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:43.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:43.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:43.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:43.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:43.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:43.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:43.362 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:43.363 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:43.363 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:43.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:43.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:43.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:43.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:43.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:43.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:43.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:43.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:43.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:43.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:43.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.374919 26238 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.376922 26238 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.377516 26238 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.385919 26238 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:13:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.397858 26238 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:13:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.398152 26238 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:13:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.398468 26238 ts_tablet_manager.cc:616] Registered 0 tablets
02:13:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.398680 26238 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:13:43.408 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:43.520 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:43.520 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:43.520 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:43.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:43.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:43.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:43.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:43.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:43.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:43.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:43.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:43.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:43.522 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.671370 26238 rpc_server.cc:307] RPC server started. Bound to: 127.25.85.193:44993
02:13:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.671437 26473 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.85.193:44993 every 8 connection(s)
02:13:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.675169 26238 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/data/info.pb
02:13:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.676488 25943 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 26238
02:13:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.677244 25943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-0/wal/instance
02:13:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.701417 25943 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/wal
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/data
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/logs
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/data/info.pb
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.194:0
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.85.194
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.194
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:13:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.741074 26474 heartbeater.cc:344] Connected to a master server at 127.25.85.252:39193
02:13:43.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.741688 26474 heartbeater.cc:461] Registering TS with master...
02:13:43.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.743301 26474 heartbeater.cc:507] Master 127.25.85.252:39193 requested a full tablet report, sending...
02:13:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.746548 26157 ts_manager.cc:194] Registered new tserver with Master: ab2b426805c44a24ab0b35cbc67b339e (127.25.85.193:44993)
02:13:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.747822 26475 heartbeater.cc:344] Connected to a master server at 127.25.85.253:39805
02:13:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.748224 26475 heartbeater.cc:461] Registering TS with master...
02:13:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.749341 26475 heartbeater.cc:507] Master 127.25.85.253:39805 requested a full tablet report, sending...
02:13:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.749480 26157 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.85.193:43599
02:13:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.752965 26073 ts_manager.cc:194] Registered new tserver with Master: ab2b426805c44a24ab0b35cbc67b339e (127.25.85.193:44993)
02:13:43.764 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:43.764 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:43.764 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:43.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:43.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:43.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:43.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:43.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:43.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:43.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:43.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:43.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:43.767 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.771660 26478 heartbeater.cc:344] Connected to a master server at 127.25.85.254:36319
02:13:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.772012 26478 heartbeater.cc:461] Registering TS with master...
02:13:43.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.772677 26478 heartbeater.cc:507] Master 127.25.85.254:36319 requested a full tablet report, sending...
02:13:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:43.776487 25991 ts_manager.cc:194] Registered new tserver with Master: ab2b426805c44a24ab0b35cbc67b339e (127.25.85.193:44993)
02:13:43.840 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:43.841 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:43.841 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:43.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.841 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.841 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.841 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.842 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.842 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.842 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.842 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:43.846 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:43.846 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:43.846 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:43.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:43.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:43.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:43.847 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:43.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:44.086 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:44.086 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:44.087 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:44.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:44.130 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:44.130 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:44.131 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:44.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:44.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:44.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:44.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:44.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:44.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:44.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:44.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:44.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:44.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:44.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:44.143404 26481 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:44.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:44.144119 26481 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:44.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:44.144662 26481 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:44.152 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:44.152 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:44.152 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:44.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.153 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.153 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.153 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.153 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:44.166 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:44.166 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:44.166 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:44.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:44.180275 26481 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:44.181241 26481 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.85.194
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:44.221036 26481 tablet_server_runner.cc:78] Tablet server non-default flags:
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/data
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/wal
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.194:0
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/data/info.pb
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.194
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.85.194
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/logs
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:44.222736 26481 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:44.225881 26481 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:44.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:44.241262 26491 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:44.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:44.246 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:44.246 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:44.247 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:44.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.257 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:44.408 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:44.581 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:44.581 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:44.582 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:44.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:44.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:44.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:44.754026 26474 heartbeater.cc:499] Master 127.25.85.252:39193 was elected leader, sending a full tablet report...
02:13:44.792 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:44.792 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:44.793 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:44.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.796 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:44.906 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:44.907 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:44.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:44.907 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:44.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:44.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:44.909 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:44.910 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:45.181 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:45.182 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:45.182 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:45.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:45.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:45.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:45.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:45.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:45.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:45.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:45.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:45.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:45.183 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:45.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:45.380 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:45.381 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:45.381 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:45.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:45.381 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:45.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:45.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:45.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:45.382 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:45.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:45.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:45.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:45.383 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:45.408 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:45.544 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:45.545 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:45.545 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:45.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:45.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:45.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:45.546 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:45.546 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:45.546 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:45.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:45.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:45.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:45.547 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:45.744 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:45.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:45.970 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:45.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:45.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:45.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:45.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:45.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:45.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:45.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:45.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:45.972 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:45.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:45.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:45.972 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:45.644428 26490 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26481
02:13:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.185451 26481 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.943s	user 0.634s	sys 1.122s
02:13:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.185842 26481 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.944s	user 0.634s	sys 1.122s
02:13:46.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:44.243242 26492 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:46.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.187490 26493 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1943 milliseconds
02:13:46.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.188169 26494 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:46.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.188099 26481 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.192346 26481 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.194629 26481 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.196110 26481 hybrid_clock.cc:648] HybridClock initialized: now 1783476826196048 us; error 60 us; skew 500 ppm
02:13:46.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.196853 26481 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.203522 26481 webserver.cc:534] Webserver started at http://127.25.85.194:36687/ using document root <none> and password file <none>
02:13:46.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.204461 26481 fs_manager.cc:362] Metadata directory not provided
02:13:46.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.204696 26481 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:46.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.205209 26481 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.209636 26481 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/data/instance:
02:13:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67338ff44d3a4978b79941e5f7ffa3c2"
02:13:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:46 on dist-test-slave-fshw"
02:13:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.210945 26481 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/wal/instance:
02:13:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67338ff44d3a4978b79941e5f7ffa3c2"
02:13:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:46 on dist-test-slave-fshw"
02:13:46.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.219127 26481 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.002s
02:13:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.224907 26503 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:46.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.226078 26481 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:13:46.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.226449 26481 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/wal
02:13:46.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67338ff44d3a4978b79941e5f7ffa3c2"
02:13:46.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:46 on dist-test-slave-fshw"
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.226759 26481 fs_report.cc:389] FS layout report
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/wal
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/wal
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/data/data
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:46.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.307041 26481 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.309165 26481 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.309757 26481 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.313733 26481 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:13:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.321558 26481 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:13:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.321862 26481 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:13:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.322176 26481 ts_tablet_manager.cc:616] Registered 0 tablets
02:13:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.322394 26481 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:13:46.390 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:46.391 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:46.391 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:46.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:46.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:46.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:46.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:46.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:46.392 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:46.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:46.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:46.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:46.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:46.394 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27717), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [11ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [30ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [30ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [47ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [684ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [684ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1585ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1961ms] refreshing cache from master, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1965ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2182ms] too many traces: truncated at 100 traces, deferred=Deferred@438945271(state=PENDING, result=null, callback=(continuation of Deferred@34731201 after retry RPC after error@2123418851) -> (continuation of Deferred@808410621 after retry RPC after error@1685921906) -> (continuation of Deferred@1766287296 after retry RPC after error@289954271) -> (continuation of Deferred@1539452606 after retry RPC after error@1446112004) -> (continuation of Deferred@77262693 after retry RPC after error@1464846472) -> (continuation of Deferred@498248449 after retry RPC after error@1149373048) -> (continuation of Deferred@397419594 after retry RPC after error@1049802172) -> (continuation of Deferred@921758668 after retry RPC after error@1651898016) -> (continuation of Deferred@1961958608 after retry RPC after error@1608874151) -> (continuation of Deferred@1861899804 after retry RPC after error@603422101) -> (continuation of Deferred@1595732647 after retry RPC after error@726174115) -> (continuation of Deferred@389963872 after retry RPC after error@264092871) -> (continuation of Deferred@923598429 after retry RPC after error@1491496078) -> (continuation of Deferred@1019161234 after retry RPC after error@1577509446) -> (continuation of Deferred@245891533 after retry RPC after error@1707187850) -> (continuation of Deferred@544199450 after retry RPC after error@1225916803) -> (continuation of Deferred@133879557 after retry RPC after error@1847999678) -> (continuation of Deferred@806339939 after retry RPC after error@1766380792) -> (continuation of Deferred@945517611 after retry RPC after error@1741122642) -> (continuation of Deferred@690850068 after retry RPC after error@107837405) -> (continuation of Deferred@1710534935 after retry RPC after error@965604359) -> (continuation of Deferred@2091761419 after retry RPC after error@294911196) -> (continuation of Deferred@1370463216 after retry RPC after error@131358734) -> (continuation of Deferred@378585624 after retry RPC after error@418101514) -> (continuation of Deferred@892781052 after retry RPC after error@298189636), errback=(continuation of Deferred@34731201 after retry RPC after error@2123418851) -> (continuation of Deferred@808410621 after retry RPC after error@1685921906) -> (continuation of Deferred@1766287296 after retry RPC after error@289954271) -> (continuation of Deferred@1539452606 after retry RPC after error@1446112004) -> (continuation of Deferred@77262693 after retry RPC after error@1464846472) -> (continuation of Deferred@498248449 after retry RPC after error@1149373048) -> (continuation of Deferred@397419594 after retry RPC after error@1049802172) -> (continuation of Deferred@921758668 after retry RPC after error@1651898016) -> (continuation of Deferred@1961958608 after retry RPC after error@1608874151) -> (continuation of Deferred@1861899804 after retry RPC after error@603422101) -> (continuation of Deferred@1595732647 after retry RPC after error@726174115) -> (continuation of Deferred@389963872 after retry RPC after error@264092871) -> (continuation of Deferred@923598429 after retry RPC after error@1491496078) -> (continuation of Deferred@1019161234 after retry RPC after error@1577509446) -> (continuation of Deferred@245891533 after retry RPC after error@1707187850) -> (continuation of Deferred@544199450 after retry RPC after error@1225916803) -> (continuation of Deferred@133879557 after retry RPC after error@1847999678) -> (continuation of Deferred@806339939 after retry RPC after error@1766380792) -> (continuation of Deferred@945517611 after retry RPC after error@1741122642) -> (continuation of Deferred@690850068 after retry RPC after error@107837405) -> (continuation of Deferred@1710534935 after retry RPC after error@965604359) -> (continuation of Deferred@2091761419 after retry RPC after error@294911196) -> (continuation of Deferred@1370463216 after retry RPC after error@131358734) -> (continuation of Deferred@378585624 after retry RPC after error@418101514) -> (continuation of Deferred@892781052 after retry RPC after error@298189636)))
02:13:46.396 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:13:46.396 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27717), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [11ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [30ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [30ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [47ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [684ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [684ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1585ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1961ms] refreshing cache from master, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1965ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2182ms] too many traces: truncated at 100 traces, deferred=Deferred@438945271(state=PENDING, result=null, callback=(continuation of Deferred@34731201 after retry RPC after error@2123418851) -> (continuation of Deferred@808410621 after retry RPC after error@1685921906) -> (continuation of Deferred@1766287296 after retry RPC after error@289954271) -> (continuation of Deferred@1539452606 after retry RPC after error@1446112004) -> (continuation of Deferred@77262693 after retry RPC after error@1464846472) -> (continuation of Deferred@498248449 after retry RPC after error@1149373048) -> (continuation of Deferred@397419594 after retry RPC after error@1049802172) -> (continuation of Deferred@921758668 after retry RPC after error@1651898016) -> (continuation of Deferred@1961958608 after retry RPC after error@1608874151) -> (continuation of Deferred@1861899804 after retry RPC after error@603422101) -> (continuation of Deferred@1595732647 after retry RPC after error@726174115) -> (continuation of Deferred@389963872 after retry RPC after error@264092871) -> (continuation of Deferred@923598429 after retry RPC after error@1491496078) -> (continuation of Deferred@1019161234 after retry RPC after error@1577509446) -> (continuation of Deferred@245891533 after retry RPC after error@1707187850) -> (continuation of Deferred@544199450 after retry RPC after error@1225916803) -> (continuation of Deferred@133879557 after retry RPC after error@1847999678) -> (continuation of Deferred@806339939 after retry RPC after error@1766380792) -> (continuation of Deferred@945517611 after retry RPC after error@1741122642) -> (continuation of Deferred@690850068 after retry RPC after error@107837405) -> (continuation of Deferred@1710534935 after retry RPC after error@965604359) -> (continuation of Deferred@2091761419 after retry RPC after error@294911196) -> (continuation of Deferred@1370463216 after retry RPC after error@131358734) -> (continuation of Deferred@378585624 after retry RPC after error@418101514) -> (continuation of Deferred@892781052 after retry RPC after error@298189636), errback=(continuation of Deferred@34731201 after retry RPC after error@2123418851) -> (continuation of Deferred@808410621 after retry RPC after error@1685921906) -> (continuation of Deferred@1766287296 after retry RPC after error@289954271) -> (continuation of Deferred@1539452606 after retry RPC after error@1446112004) -> (continuation of Deferred@77262693 after retry RPC after error@1464846472) -> (continuation of Deferred@498248449 after retry RPC after error@1149373048) -> (continuation of Deferred@397419594 after retry RPC after error@1049802172) -> (continuation of Deferred@921758668 after retry RPC after error@1651898016) -> (continuation of Deferred@1961958608 after retry RPC after error@1608874151) -> (continuation of Deferred@1861899804 after retry RPC after error@603422101) -> (continuation of Deferred@1595732647 after retry RPC after error@726174115) -> (continuation of Deferred@389963872 after retry RPC after error@264092871) -> (continuation of Deferred@923598429 after retry RPC after error@1491496078) -> (continuation of Deferred@1019161234 after retry RPC after error@1577509446) -> (continuation of Deferred@245891533 after retry RPC after error@1707187850) -> (continuation of Deferred@544199450 after retry RPC after error@1225916803) -> (continuation of Deferred@133879557 after retry RPC after error@1847999678) -> (continuation of Deferred@806339939 after retry RPC after error@1766380792) -> (continuation of Deferred@945517611 after retry RPC after error@1741122642) -> (continuation of Deferred@690850068 after retry RPC after error@107837405) -> (continuation of Deferred@1710534935 after retry RPC after error@965604359) -> (continuation of Deferred@2091761419 after retry RPC after error@294911196) -> (continuation of Deferred@1370463216 after retry RPC after error@131358734) -> (continuation of Deferred@378585624 after retry RPC after error@418101514) -> (continuation of Deferred@892781052 after retry RPC after error@298189636)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:46.397 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:13:46.399 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:13:46.401 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27717), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [11ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [30ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [30ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [47ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [684ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [684ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1585ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1961ms] refreshing cache from master, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1965ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2182ms] too many traces: truncated at 100 traces, deferred=Deferred@438945271(state=PENDING, result=null, callback=(continuation of Deferred@34731201 after retry RPC after error@2123418851) -> (continuation of Deferred@808410621 after retry RPC after error@1685921906) -> (continuation of Deferred@1766287296 after retry RPC after error@289954271) -> (continuation of Deferred@1539452606 after retry RPC after error@1446112004) -> (continuation of Deferred@77262693 after retry RPC after error@1464846472) -> (continuation of Deferred@498248449 after retry RPC after error@1149373048) -> (continuation of Deferred@397419594 after retry RPC after error@1049802172) -> (continuation of Deferred@921758668 after retry RPC after error@1651898016) -> (continuation of Deferred@1961958608 after retry RPC after error@1608874151) -> (continuation of Deferred@1861899804 after retry RPC after error@603422101) -> (continuation of Deferred@1595732647 after retry RPC after error@726174115) -> (continuation of Deferred@389963872 after retry RPC after error@264092871) -> (continuation of Deferred@923598429 after retry RPC after error@1491496078) -> (continuation of Deferred@1019161234 after retry RPC after error@1577509446) -> (continuation of Deferred@245891533 after retry RPC after error@1707187850) -> (continuation of Deferred@544199450 after retry RPC after error@1225916803) -> (continuation of Deferred@133879557 after retry RPC after error@1847999678) -> (continuation of Deferred@806339939 after retry RPC after error@1766380792) -> (continuation of Deferred@945517611 after retry RPC after error@1741122642) -> (continuation of Deferred@690850068 after retry RPC after error@107837405) -> (continuation of Deferred@1710534935 after retry RPC after error@965604359) -> (continuation of Deferred@2091761419 after retry RPC after error@294911196) -> (continuation of Deferred@1370463216 after retry RPC after error@131358734) -> (continuation of Deferred@378585624 after retry RPC after error@418101514) -> (continuation of Deferred@892781052 after retry RPC after error@298189636), errback=(continuation of Deferred@34731201 after retry RPC after error@2123418851) -> (continuation of Deferred@808410621 after retry RPC after error@1685921906) -> (continuation of Deferred@1766287296 after retry RPC after error@289954271) -> (continuation of Deferred@1539452606 after retry RPC after error@1446112004) -> (continuation of Deferred@77262693 after retry RPC after error@1464846472) -> (continuation of Deferred@498248449 after retry RPC after error@1149373048) -> (continuation of Deferred@397419594 after retry RPC after error@1049802172) -> (continuation of Deferred@921758668 after retry RPC after error@1651898016) -> (continuation of Deferred@1961958608 after retry RPC after error@1608874151) -> (continuation of Deferred@1861899804 after retry RPC after error@603422101) -> (continuation of Deferred@1595732647 after retry RPC after error@726174115) -> (continuation of Deferred@389963872 after retry RPC after error@264092871) -> (continuation of Deferred@923598429 after retry RPC after error@1491496078) -> (continuation of Deferred@1019161234 after retry RPC after error@1577509446) -> (continuation of Deferred@245891533 after retry RPC after error@1707187850) -> (continuation of Deferred@544199450 after retry RPC after error@1225916803) -> (continuation of Deferred@133879557 after retry RPC after error@1847999678) -> (continuation of Deferred@806339939 after retry RPC after error@1766380792) -> (continuation of Deferred@945517611 after retry RPC after error@1741122642) -> (continuation of Deferred@690850068 after retry RPC after error@107837405) -> (continuation of Deferred@1710534935 after retry RPC after error@965604359) -> (continuation of Deferred@2091761419 after retry RPC after error@294911196) -> (continuation of Deferred@1370463216 after retry RPC after error@131358734) -> (continuation of Deferred@378585624 after retry RPC after error@418101514) -> (continuation of Deferred@892781052 after retry RPC after error@298189636)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:46.402 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:13:46.403 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
02:13:46.406 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:13:46.406 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RUNNING to RESTARTING.
02:13:46.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.502905 26481 rpc_server.cc:307] RPC server started. Bound to: 127.25.85.194:36767
02:13:46.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.503074 26617 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.85.194:36767 every 8 connection(s)
02:13:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.505617 26481 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/data/info.pb
02:13:46.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.507334 25943 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 26481
02:13:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.507858 25943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-1/wal/instance
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.526850 25943 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/wal
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/data
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/logs
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/data/info.pb
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.195:0
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.85.195
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.195
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:13:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.551183 26618 heartbeater.cc:344] Connected to a master server at 127.25.85.252:39193
02:13:46.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.551730 26618 heartbeater.cc:461] Registering TS with master...
02:13:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.553262 26618 heartbeater.cc:507] Master 127.25.85.252:39193 requested a full tablet report, sending...
02:13:46.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.555650 26620 heartbeater.cc:344] Connected to a master server at 127.25.85.254:36319
02:13:46.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.555981 26620 heartbeater.cc:461] Registering TS with master...
02:13:46.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.556483 26157 ts_manager.cc:194] Registered new tserver with Master: 67338ff44d3a4978b79941e5f7ffa3c2 (127.25.85.194:36767)
02:13:46.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.556901 26620 heartbeater.cc:507] Master 127.25.85.254:36319 requested a full tablet report, sending...
02:13:46.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.558184 26157 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.85.194:36517
02:13:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.561070 25991 ts_manager.cc:194] Registered new tserver with Master: 67338ff44d3a4978b79941e5f7ffa3c2 (127.25.85.194:36767)
02:13:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.564831 26619 heartbeater.cc:344] Connected to a master server at 127.25.85.253:39805
02:13:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.565194 26619 heartbeater.cc:461] Registering TS with master...
02:13:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.565830 26619 heartbeater.cc:507] Master 127.25.85.253:39805 requested a full tablet report, sending...
02:13:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.568089 26073 ts_manager.cc:194] Registered new tserver with Master: 67338ff44d3a4978b79941e5f7ffa3c2 (127.25.85.194:36767)
02:13:46.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:46.772 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:46.773 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:46.773 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:46.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:46.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:46.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:46.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:46.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:46.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:46.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:46.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:46.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:46.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.881477 26628 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.881918 26628 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.882336 26628 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:46.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.916917 26628 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.917771 26628 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.85.195
02:13:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.959519 26628 tablet_server_runner.cc:78] Tablet server non-default flags:
02:13:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.85.212:44995
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/data
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/wal
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.85.195:0
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/data/info.pb
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.85.195
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.85.195
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/logs
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.961071 26628 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:46.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:46.962965 26628 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:13:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.975661 26635 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:47.243 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.244 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.244 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.247 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.248 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28510), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [27ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [762ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [763ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [883ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [884ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [886ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2642ms] refreshing cache from master, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2647ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4501ms] refreshing cache from master, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4503ms] too many traces: truncated at 100 traces, deferred=Deferred@1132451917(state=PENDING, result=null, callback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176), errback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176)))
02:13:47.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.250 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.250 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28510), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [27ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [762ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [763ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [883ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [884ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [886ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2642ms] refreshing cache from master, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2647ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4501ms] refreshing cache from master, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4503ms] too many traces: truncated at 100 traces, deferred=Deferred@1132451917(state=PENDING, result=null, callback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176), errback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28510), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [27ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [762ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [763ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [883ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [884ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [886ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2642ms] refreshing cache from master, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2647ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4501ms] refreshing cache from master, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4503ms] too many traces: truncated at 100 traces, deferred=Deferred@1132451917(state=PENDING, result=null, callback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176), errback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.252:37241
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:47.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.253 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.253 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.253 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.253 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.260 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:47.264 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.264 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.264 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.268 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.273 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28510), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [27ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [762ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [763ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [883ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [884ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [886ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2642ms] refreshing cache from master, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2647ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4501ms] refreshing cache from master, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4503ms] too many traces: truncated at 100 traces, deferred=Deferred@1132451917(state=PENDING, result=null, callback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176), errback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28510), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [7ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [27ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [165ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [443ms] refreshing cache from master, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [444ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [449ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [449ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [762ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [763ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [883ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [884ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [886ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2642ms] refreshing cache from master, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2647ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4501ms] refreshing cache from master, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4503ms] too many traces: truncated at 100 traces, deferred=Deferred@1132451917(state=PENDING, result=null, callback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176), errback=(continuation of Deferred@1014411356 after retry RPC after error@1266285619) -> (continuation of Deferred@419458859 after retry RPC after error@604004854) -> (continuation of Deferred@771608954 after retry RPC after error@702625938) -> (continuation of Deferred@864187314 after retry RPC after error@338340837) -> (continuation of Deferred@1461702171 after retry RPC after error@1998215618) -> (continuation of Deferred@1462090608 after retry RPC after error@378623986) -> (continuation of Deferred@1071066157 after retry RPC after error@438744668) -> (continuation of Deferred@1612869715 after retry RPC after error@2089846114) -> (continuation of Deferred@2057336985 after retry RPC after error@1427875271) -> (continuation of Deferred@642316255 after retry RPC after error@1577836001) -> (continuation of Deferred@664146441 after retry RPC after error@799784609) -> (continuation of Deferred@1312572036 after retry RPC after error@1314421367) -> (continuation of Deferred@1506361327 after retry RPC after error@736484545) -> (continuation of Deferred@123835227 after retry RPC after error@182962690) -> (continuation of Deferred@448899830 after retry RPC after error@533163707) -> (continuation of Deferred@347589971 after retry RPC after error@548708893) -> (continuation of Deferred@934623975 after retry RPC after error@329463836) -> (continuation of Deferred@970236526 after retry RPC after error@1014319875) -> (continuation of Deferred@579415144 after retry RPC after error@677413885) -> (continuation of Deferred@876319565 after retry RPC after error@578878362) -> (continuation of Deferred@1233222094 after retry RPC after error@1708291176)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.252:37241
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:47.274 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:13:47.274 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
02:13:47.277 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:13:47.278 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:13:47.278 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
02:13:47.278 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:13:47.278 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
02:13:47.278 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:13:47.278 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
02:13:47.278 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:13:47.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:13:47.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:13:47.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:13:47.282 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.282 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.282 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.284 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.297 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:13:47.297 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
02:13:47.297 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:13:47.299 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:13:47.299 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
02:13:47.299 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:13:47.301 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:13:47.301 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:13:47.301 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:13:47.302 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.302 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.302 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.302 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:13:47.303 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:13:47.303 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:13:47.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.304 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.322 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.322 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.322 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.323 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.330 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:13:47.330 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
02:13:47.330 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:13:47.330 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:13:47.332 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
02:13:47.332 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:13:47.333 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:13:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:47.330859 25226 debug-util.cc:398] Leaking SignalData structure 0x7b0800091ea0 after lost signal to thread 25162
02:13:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:47.331562 25226 debug-util.cc:398] Leaking SignalData structure 0x7b08000a1020 after lost signal to thread 25229
02:13:47.335 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:13:47.336 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44a1d56ce7e44c75dd2bece6ef564b6b
02:13:47.362 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.362 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.362 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.364 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.365 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.365 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.422 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.423 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.423 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.441 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:47.441 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:47.441 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:47.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:47.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:47.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:47.442 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:47.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:47.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:47.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:47.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:47.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:47.443 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:47.460 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:47.461 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:47.461 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:47.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:47.461 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:47.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:47.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:47.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:47.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:47.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:47.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:47.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:47.462 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:47.463 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.463 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:47.564105 26618 heartbeater.cc:499] Master 127.25.85.252:39193 was elected leader, sending a full tablet report...
02:13:47.662 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:47.663 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:47.663 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:47.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:47.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:47.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:47.666 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:47.721 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:47.721 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:47.722 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:47.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:47.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:47.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:47.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:47.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:47.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:47.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:47.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:47.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:47.726 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:47.727 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29015), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [9ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [32ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [33ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [363ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [444ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [444ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1403ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2644ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2650ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2650ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [5182ms] refreshing cache from master, [5182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5184ms] too many traces: truncated at 100 traces, deferred=Deferred@483649757(state=PENDING, result=null, callback=(continuation of Deferred@961278541 after retry RPC after error@1991657792) -> (continuation of Deferred@1712043745 after retry RPC after error@1696411645) -> (continuation of Deferred@52588681 after retry RPC after error@1192936932) -> (continuation of Deferred@2090721112 after retry RPC after error@1894999537) -> (continuation of Deferred@1615193438 after retry RPC after error@1902192983) -> (continuation of Deferred@1662275388 after retry RPC after error@144925250) -> (continuation of Deferred@1191381277 after retry RPC after error@1070644027) -> (continuation of Deferred@2130472530 after retry RPC after error@1843311293) -> (continuation of Deferred@852104698 after retry RPC after error@150567419) -> (continuation of Deferred@359270472 after retry RPC after error@230234882) -> (continuation of Deferred@1874766474 after retry RPC after error@743120935) -> (continuation of Deferred@1764115886 after retry RPC after error@738337411) -> (continuation of Deferred@921843571 after retry RPC after error@1137533842) -> (continuation of Deferred@412964208 after retry RPC after error@632715994) -> (continuation of Deferred@39360688 after retry RPC after error@715238042) -> (continuation of Deferred@1483037803 after retry RPC after error@1318296855) -> (continuation of Deferred@138936685 after retry RPC after error@790273924) -> (continuation of Deferred@1575884808 after retry RPC after error@264719751) -> (continuation of Deferred@1196189307 after retry RPC after error@1011951529) -> (continuation of Deferred@290608755 after retry RPC after error@617384619) -> (continuation of Deferred@1527799 after retry RPC after error@902716467) -> (continuation of Deferred@917271863 after retry RPC after error@1987389595) -> (continuation of Deferred@1277667669 after retry RPC after error@189750054), errback=(continuation of Deferred@961278541 after retry RPC after error@1991657792) -> (continuation of Deferred@1712043745 after retry RPC after error@1696411645) -> (continuation of Deferred@52588681 after retry RPC after error@1192936932) -> (continuation of Deferred@2090721112 after retry RPC after error@1894999537) -> (continuation of Deferred@1615193438 after retry RPC after error@1902192983) -> (continuation of Deferred@1662275388 after retry RPC after error@144925250) -> (continuation of Deferred@1191381277 after retry RPC after error@1070644027) -> (continuation of Deferred@2130472530 after retry RPC after error@1843311293) -> (continuation of Deferred@852104698 after retry RPC after error@150567419) -> (continuation of Deferred@359270472 after retry RPC after error@230234882) -> (continuation of Deferred@1874766474 after retry RPC after error@743120935) -> (continuation of Deferred@1764115886 after retry RPC after error@738337411) -> (continuation of Deferred@921843571 after retry RPC after error@1137533842) -> (continuation of Deferred@412964208 after retry RPC after error@632715994) -> (continuation of Deferred@39360688 after retry RPC after error@715238042) -> (continuation of Deferred@1483037803 after retry RPC after error@1318296855) -> (continuation of Deferred@138936685 after retry RPC after error@790273924) -> (continuation of Deferred@1575884808 after retry RPC after error@264719751) -> (continuation of Deferred@1196189307 after retry RPC after error@1011951529) -> (continuation of Deferred@290608755 after retry RPC after error@617384619) -> (continuation of Deferred@1527799 after retry RPC after error@902716467) -> (continuation of Deferred@917271863 after retry RPC after error@1987389595) -> (continuation of Deferred@1277667669 after retry RPC after error@189750054)))
02:13:47.744 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:47.766 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:47.767 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:47.767 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:47.768 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:47.768 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:47.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:47.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:47.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:47.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:47.768 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:47.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:47.770 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:47.770 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:47.986 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:47.987 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:47.987 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:47.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:47.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:47.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:47.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:47.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:47.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:47.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:47.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:47.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:47.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:48.182 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.183 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.183 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.186 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:48.384 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.385 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.386 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.387 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.391 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.391 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.391 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.392 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.392 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.392 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.393 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.393 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.394 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29683), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [12ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [13ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [27ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [48ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [843ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [843ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [844ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1542ms] refreshing cache from master, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1546ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1546ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3421ms] refreshing cache from master, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3424ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3425ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3425ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [6241ms] refreshing cache from master, [6241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [6242ms] too many traces: truncated at 100 traces, deferred=Deferred@671424733(state=PENDING, result=null, callback=(continuation of Deferred@1367283881 after retry RPC after error@588268609) -> (continuation of Deferred@317306123 after retry RPC after error@334199875) -> (continuation of Deferred@980980935 after retry RPC after error@468446597) -> (continuation of Deferred@1156928030 after retry RPC after error@213133223) -> (continuation of Deferred@1922319450 after retry RPC after error@920062024) -> (continuation of Deferred@1490868526 after retry RPC after error@1970820237) -> (continuation of Deferred@622749932 after retry RPC after error@730181967) -> (continuation of Deferred@363727032 after retry RPC after error@575007420) -> (continuation of Deferred@1959444240 after retry RPC after error@1925408527) -> (continuation of Deferred@390945319 after retry RPC after error@441471608) -> (continuation of Deferred@1002654749 after retry RPC after error@1389473653) -> (continuation of Deferred@800082794 after retry RPC after error@929767286) -> (continuation of Deferred@384376354 after retry RPC after error@1226617229) -> (continuation of Deferred@1683638495 after retry RPC after error@195390349) -> (continuation of Deferred@1440967893 after retry RPC after error@2044673853) -> (continuation of Deferred@1341496425 after retry RPC after error@1873571609) -> (continuation of Deferred@568800253 after retry RPC after error@557958699) -> (continuation of Deferred@1119097022 after retry RPC after error@1324116822) -> (continuation of Deferred@1452069293 after retry RPC after error@2035492297) -> (continuation of Deferred@461437885 after retry RPC after error@916161856) -> (continuation of Deferred@103431047 after retry RPC after error@1723284454) -> (continuation of Deferred@2054584734 after retry RPC after error@271405589) -> (continuation of Deferred@1192011156 after retry RPC after error@414965400), errback=(continuation of Deferred@1367283881 after retry RPC after error@588268609) -> (continuation of Deferred@317306123 after retry RPC after error@334199875) -> (continuation of Deferred@980980935 after retry RPC after error@468446597) -> (continuation of Deferred@1156928030 after retry RPC after error@213133223) -> (continuation of Deferred@1922319450 after retry RPC after error@920062024) -> (continuation of Deferred@1490868526 after retry RPC after error@1970820237) -> (continuation of Deferred@622749932 after retry RPC after error@730181967) -> (continuation of Deferred@363727032 after retry RPC after error@575007420) -> (continuation of Deferred@1959444240 after retry RPC after error@1925408527) -> (continuation of Deferred@390945319 after retry RPC after error@441471608) -> (continuation of Deferred@1002654749 after retry RPC after error@1389473653) -> (continuation of Deferred@800082794 after retry RPC after error@929767286) -> (continuation of Deferred@384376354 after retry RPC after error@1226617229) -> (continuation of Deferred@1683638495 after retry RPC after error@195390349) -> (continuation of Deferred@1440967893 after retry RPC after error@2044673853) -> (continuation of Deferred@1341496425 after retry RPC after error@1873571609) -> (continuation of Deferred@568800253 after retry RPC after error@557958699) -> (continuation of Deferred@1119097022 after retry RPC after error@1324116822) -> (continuation of Deferred@1452069293 after retry RPC after error@2035492297) -> (continuation of Deferred@461437885 after retry RPC after error@916161856) -> (continuation of Deferred@103431047 after retry RPC after error@1723284454) -> (continuation of Deferred@2054584734 after retry RPC after error@271405589) -> (continuation of Deferred@1192011156 after retry RPC after error@414965400)))
02:13:48.582 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.582 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.583 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.586 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.615 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RESTARTING to RUNNING.
02:13:48.616 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 44a1d56ce7e44c75dd2bece6ef564b6b from Checkpoint 67 @ 1783476767588 for 44a1d56ce7e44c75dd2bece6ef564b6b located at file:/tmp/junit1567620589577463559/checkpoints/44a1d56ce7e44c75dd2bece6ef564b6b/chk-67.
02:13:48.617 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:13:48.617 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:13:48.629 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
02:13:48.630 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
02:13:48.630 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857
02:13:48.630 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
02:13:48.630 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
02:13:48.630 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id a3defdadf52c91f803cb5705c1126b08
02:13:48.630 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
02:13:48.631 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
02:13:48.631 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24f28acf9959c4eaab4ba1daf1725408
02:13:48.631 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:13:48.632 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:13:48.633 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857.
02:13:48.634 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:13:48.635 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:13:48.635 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
02:13:48.636 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:13:48.636 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
02:13:48.636 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24b1bffa431a13448500fc83260c11f7
02:13:48.640 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:13:48.641 [INFO - Thread-21] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:13:48.641 [DEBUG - Thread-21] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state TERMINATED
02:13:48.642 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id a3defdadf52c91f803cb5705c1126b08.
02:13:48.642 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
02:13:48.642 [DEBUG - Thread-21] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state TERMINATED
02:13:48.642 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
02:13:48.642 [DEBUG - Thread-21] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state TERMINATED
02:13:48.642 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:48.643 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36ec2f08
02:13:48.643 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:48.643 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:13:48.643 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:13:48.643 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:13:48.644 [INFO - Thread-21] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:13:48.644 [INFO - Thread-21] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:13:48.646 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@532c340e
02:13:48.646 [DEBUG - Thread-21] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:48.647 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:48.649 [INFO - Thread-21] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:13:48.653 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:13:48.654 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 24f28acf9959c4eaab4ba1daf1725408.
02:13:48.656 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
02:13:48.656 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
02:13:48.657 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f97ac86
02:13:48.657 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:48.657 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:13:48.658 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:13:48.658 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:13:48.661 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:13:48.662 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
02:13:48.662 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
02:13:48.662 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48538f92
02:13:48.662 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:48.663 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 24b1bffa431a13448500fc83260c11f7.
02:13:48.666 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:13:48.666 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.666 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:13:48.666 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.666 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:13:48.666 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.667 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39685f8f
02:13:48.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.670 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29998), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [7ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [30ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [70ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [70ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [104ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [384ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [403ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1312ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1313ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1313ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2901ms] refreshing cache from master, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2904ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2904ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2905ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3343ms] too many traces: truncated at 100 traces, deferred=Deferred@903407099(state=PENDING, result=null, callback=(continuation of Deferred@1435421058 after retry RPC after error@1456382911) -> (continuation of Deferred@829450582 after retry RPC after error@1131783614) -> (continuation of Deferred@1620354699 after retry RPC after error@1130639997) -> (continuation of Deferred@1911343518 after retry RPC after error@534432328) -> (continuation of Deferred@1514117062 after retry RPC after error@942321958) -> (continuation of Deferred@798834564 after retry RPC after error@1725704373) -> (continuation of Deferred@1090191887 after retry RPC after error@766851255) -> (continuation of Deferred@1804747674 after retry RPC after error@1821136861) -> (continuation of Deferred@1954536249 after retry RPC after error@1888171393) -> (continuation of Deferred@167519897 after retry RPC after error@121682628) -> (continuation of Deferred@233574150 after retry RPC after error@618796039) -> (continuation of Deferred@1279407852 after retry RPC after error@1322660666) -> (continuation of Deferred@590320089 after retry RPC after error@391773079) -> (continuation of Deferred@1257331398 after retry RPC after error@893517633) -> (continuation of Deferred@1790906729 after retry RPC after error@853723882) -> (continuation of Deferred@1912963354 after retry RPC after error@1208275948) -> (continuation of Deferred@1512224732 after retry RPC after error@2125698024) -> (continuation of Deferred@543211637 after retry RPC after error@1318452262) -> (continuation of Deferred@21376639 after retry RPC after error@1669906796) -> (continuation of Deferred@1162724864 after retry RPC after error@609773123) -> (continuation of Deferred@350064993 after retry RPC after error@830189879) -> (continuation of Deferred@447548638 after retry RPC after error@2107640758) -> (continuation of Deferred@84859898 after retry RPC after error@1762664549) -> (continuation of Deferred@455674469 after retry RPC after error@1713983245) -> (continuation of Deferred@361466169 after retry RPC after error@2112913637) -> (continuation of Deferred@786024220 after retry RPC after error@35955949), errback=(continuation of Deferred@1435421058 after retry RPC after error@1456382911) -> (continuation of Deferred@829450582 after retry RPC after error@1131783614) -> (continuation of Deferred@1620354699 after retry RPC after error@1130639997) -> (continuation of Deferred@1911343518 after retry RPC after error@534432328) -> (continuation of Deferred@1514117062 after retry RPC after error@942321958) -> (continuation of Deferred@798834564 after retry RPC after error@1725704373) -> (continuation of Deferred@1090191887 after retry RPC after error@766851255) -> (continuation of Deferred@1804747674 after retry RPC after error@1821136861) -> (continuation of Deferred@1954536249 after retry RPC after error@1888171393) -> (continuation of Deferred@167519897 after retry RPC after error@121682628) -> (continuation of Deferred@233574150 after retry RPC after error@618796039) -> (continuation of Deferred@1279407852 after retry RPC after error@1322660666) -> (continuation of Deferred@590320089 after retry RPC after error@391773079) -> (continuation of Deferred@1257331398 after retry RPC after error@893517633) -> (continuation of Deferred@1790906729 after retry RPC after error@853723882) -> (continuation of Deferred@1912963354 after retry RPC after error@1208275948) -> (continuation of Deferred@1512224732 after retry RPC after error@2125698024) -> (continuation of Deferred@543211637 after retry RPC after error@1318452262) -> (continuation of Deferred@21376639 after retry RPC after error@1669906796) -> (continuation of Deferred@1162724864 after retry RPC after error@609773123) -> (continuation of Deferred@350064993 after retry RPC after error@830189879) -> (continuation of Deferred@447548638 after retry RPC after error@2107640758) -> (continuation of Deferred@84859898 after retry RPC after error@1762664549) -> (continuation of Deferred@455674469 after retry RPC after error@1713983245) -> (continuation of Deferred@361466169 after retry RPC after error@2112913637) -> (continuation of Deferred@786024220 after retry RPC after error@35955949)))
02:13:48.673 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.674 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:48.685 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@186600f9
02:13:48.687 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:48.687 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:48.687 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:48.689 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:48.691 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:13:48.692 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
02:13:48.692 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
02:13:48.693 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61793693
02:13:48.693 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:48.694 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:13:48.694 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:13:48.694 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:13:48.697 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.702 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d5241c4
02:13:48.712 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:48.715 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.718 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.719 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.721 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.722 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.723 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.725 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.725 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.726 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.728 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.729 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.730 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.731 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.732 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.733 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.734 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.734 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.736 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.737 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.737 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.739 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.742 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:48.746 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.755 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.755 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.757 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.771 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.772 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.774 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.777 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.777 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.779 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.786 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.786 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.786 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.786 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.786 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.791 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.794 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.795 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.796 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.797 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.797 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.799 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.799 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.802 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.803 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.804 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:46.977378 26636 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:48.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:48.379295 26634 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26628
02:13:48.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.805 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.806 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.806 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.806 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.806 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.807 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:48.804262 26628 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.818s	user 0.582s	sys 0.975s
02:13:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:48.806617 26628 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.830s	user 0.582s	sys 0.976s
02:13:48.807 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:48.808476 26638 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:48.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.809 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.809 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.809 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.809 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.809 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.813 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:48.813400 26637 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1828 milliseconds
02:13:48.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.813544 26628 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:48.814 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.814 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.815 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.815227 26628 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:48.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.817 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.818 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.818593 26628 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:48.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.819 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.820 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.820233 26628 hybrid_clock.cc:648] HybridClock initialized: now 1783476828820184 us; error 50 us; skew 500 ppm
02:13:48.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.821316 26628 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:48.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.821 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.821 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.822 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.822 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.822 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.823 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.825 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.826 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.826 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.827 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.828825 26628 webserver.cc:534] Webserver started at http://127.25.85.195:41549/ using document root <none> and password file <none>
02:13:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.829860 26628 fs_manager.cc:362] Metadata directory not provided
02:13:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.830118 26628 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.830618 26628 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:48.831 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.831 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.831 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.832 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.833 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.833 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.834 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.834 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.836 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.836 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.836 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.836 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.836704 26628 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/data/instance:
02:13:48.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ecb4b3b5d794717a63e88f0a765f5f5"
02:13:48.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:48 on dist-test-slave-fshw"
02:13:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.837862 26628 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/wal/instance:
02:13:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ecb4b3b5d794717a63e88f0a765f5f5"
02:13:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:48 on dist-test-slave-fshw"
02:13:48.838 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.839 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.839 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.840 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.846426 26628 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
02:13:48.846 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:48.847 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:48.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:48.847 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:48.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:48.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:48.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:48.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:48.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:48.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:48.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:48.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:48.848 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:48.851 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.851 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.851 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.852 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.853 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.853 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.853608 26711 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:13:48.853 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.853 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.854 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.855018 26628 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.001s
02:13:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.855376 26628 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/wal
02:13:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ecb4b3b5d794717a63e88f0a765f5f5"
02:13:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:13:48 on dist-test-slave-fshw"
02:13:48.855 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.856 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.856 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:48.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.858 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.858 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.859 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.855726 26628 fs_report.cc:389] FS layout report
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/wal
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/wal
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/data/data
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:48.859 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:48.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:48.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:48.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.859 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:48.859 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.859 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.860 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.865 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.866 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.866 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.866 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.866 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.866 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.871 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.871 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.871 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.875 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.875 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.876 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.877 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.879 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.879 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.880 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.881 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.891 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.891 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.892 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.893 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.899 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.899 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.900 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.900 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:48.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.902 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.902 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:48.902 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:48.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:48.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:48.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:48.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:48.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:48.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:48.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:48.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:48.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:48.903 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:48.930 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:48.931 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:48.931 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:48.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:48.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:48.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:48.932 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.931890 26628 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:13:48.933 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.933 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.934 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.933665 26628 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:48.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.934288 26628 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:48.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.934 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.937325 26628 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:13:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.944320 26628 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:13:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.944581 26628 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:13:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.944923 26628 ts_tablet_manager.cc:616] Registered 0 tablets
02:13:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:48.945192 26628 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.002s
02:13:48.946 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.946 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.946 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.948 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.955 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.956 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.956 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.957 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.973 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.974 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.974 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:48.978 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:48.979 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:48.979 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:48.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:48.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.980 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:48.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:48.980 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.007 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.007 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.008 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.009 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.036 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.036 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.037 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.037 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.037 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.051 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:49.051 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:49.052 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:49.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.052 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.053 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.053 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:49.070 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:49.071 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:49.071 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:49.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.071 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:49.097 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.097 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.098 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.105970 26628 rpc_server.cc:307] RPC server started. Bound to: 127.25.85.195:36051
02:13:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.106101 26824 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.85.195:36051 every 8 connection(s)
02:13:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.108582 26628 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/data/info.pb
02:13:49.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.116519 25943 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 26628
02:13:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.117045 25943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster702827965169856874/ts-2/wal/instance
02:13:49.133 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.133 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.134 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.135 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.147236 26825 heartbeater.cc:344] Connected to a master server at 127.25.85.252:39193
02:13:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.147743 26825 heartbeater.cc:461] Registering TS with master...
02:13:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.149113 26825 heartbeater.cc:507] Master 127.25.85.252:39193 requested a full tablet report, sending...
02:13:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.151242 26826 heartbeater.cc:344] Connected to a master server at 127.25.85.253:39805
02:13:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.151623 26826 heartbeater.cc:461] Registering TS with master...
02:13:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.152398 26826 heartbeater.cc:507] Master 127.25.85.253:39805 requested a full tablet report, sending...
02:13:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.152343 26156 ts_manager.cc:194] Registered new tserver with Master: 5ecb4b3b5d794717a63e88f0a765f5f5 (127.25.85.195:36051)
02:13:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.154708 26156 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.85.195:39359
02:13:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.156417 26827 heartbeater.cc:344] Connected to a master server at 127.25.85.254:36319
02:13:49.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.156764 26827 heartbeater.cc:461] Registering TS with master...
02:13:49.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.157670 26827 heartbeater.cc:507] Master 127.25.85.254:36319 requested a full tablet report, sending...
02:13:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.158352 26073 ts_manager.cc:194] Registered new tserver with Master: 5ecb4b3b5d794717a63e88f0a765f5f5 (127.25.85.195:36051)
02:13:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.160378 25991 ts_manager.cc:194] Registered new tserver with Master: 5ecb4b3b5d794717a63e88f0a765f5f5 (127.25.85.195:36051)
02:13:49.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.171096 25943 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:13:49.184 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:13:49.184 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:13:49.186 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.85.254"
      port: 36319
    }
    bound_http_address {
      host: "127.25.85.254"
      port: 42015
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.85.253"
      port: 39805
    }
    bound_http_address {
      host: "127.25.85.253"
      port: 42837
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.85.252"
      port: 39193
    }
    bound_http_address {
      host: "127.25.85.252"
      port: 41835
    }
  }
}

02:13:49.186 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:13:49.187 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.85.193"
      port: 44993
    }
    bound_http_address {
      host: "127.25.85.193"
      port: 39235
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.85.194"
      port: 36767
    }
    bound_http_address {
      host: "127.25.85.194"
      port: 36687
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.85.195"
      port: 36051
    }
    bound_http_address {
      host: "127.25.85.195"
      port: 41549
    }
  }
}

02:13:49.187 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:13:49.189 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:49.190 [DEBUG - main] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:49.191 [DEBUG - main] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:49.192 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.143.124:37685(127.24.143.124:37685)] Successfully connected to peer
02:13:49.192 [DEBUG - main] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:49.193 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.143.126:46261(127.24.143.126:46261)] Successfully connected to peer
02:13:49.197 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.143.125:43551(127.24.143.125:43551)] Successfully connected to peer
02:13:49.202 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.126
02:13:49.203 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.125
02:13:49.203 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.124
02:13:49.216 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:49.217 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:49.219 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.219 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.219 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x89ef9ee5, L:/127.0.0.1:49082 - R:/127.24.143.124:37685] using SASL/PLAIN
02:13:49.219 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.221 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.223 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x289524ad, L:/127.0.0.1:48776 - R:/127.24.143.125:43551] using SASL/PLAIN
02:13:49.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:49.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=35), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [34ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: OK, deferred=null) after lookup
02:13:49.227 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.226872 25412 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49082:
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:13:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:13:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:13:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:49.230847 25412 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:13:49.233 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xee2f6e48, L:/127.0.0.1:42432 - R:/127.24.143.126:46261] using SASL/PLAIN
02:13:49.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:49.266 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.266 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.267 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.270 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5887f0109abb47a0b392e233e03dbd53
02:13:49.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.425024 25727 tablet_service.cc:1511] Processing CreateTablet for tablet 073b8fe09ba344288c2cf7e4548c2d50 (DEFAULT_TABLE table=replication_test_table [id=5887f0109abb47a0b392e233e03dbd53]), partition=
02:13:49.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.427163 25727 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 073b8fe09ba344288c2cf7e4548c2d50. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:49.464385 25929 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba860 after lost signal to thread 25803
02:13:49.473 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.474 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.474 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.483 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.496 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.497 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.497 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.498 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.514894 26860 tablet_bootstrap.cc:492] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9: Bootstrap starting.
02:13:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.515986 25868 tablet_service.cc:1511] Processing CreateTablet for tablet 073b8fe09ba344288c2cf7e4548c2d50 (DEFAULT_TABLE table=replication_test_table [id=5887f0109abb47a0b392e233e03dbd53]), partition=
02:13:49.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.518505 25868 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 073b8fe09ba344288c2cf7e4548c2d50. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.524663 25582 tablet_service.cc:1511] Processing CreateTablet for tablet 073b8fe09ba344288c2cf7e4548c2d50 (DEFAULT_TABLE table=replication_test_table [id=5887f0109abb47a0b392e233e03dbd53]), partition=
02:13:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.526427 25582 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 073b8fe09ba344288c2cf7e4548c2d50. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.532327 26860 tablet_bootstrap.cc:654] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9: Neither blocks nor log segments found. Creating new log.
02:13:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.543254 26860 log.cc:826] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9: Log is configured to *not* fsync() on all Append() calls
02:13:49.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.556316 26860 tablet_bootstrap.cc:492] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9: No bootstrap required, opened a new log
02:13:49.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.557606 26860 ts_tablet_manager.cc:1403] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9: Time spent bootstrapping tablet: real 0.044s	user 0.015s	sys 0.008s
02:13:49.566 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:49.566 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:49.566 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:49.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:49.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:49.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:49.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:49.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:49.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:49.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:49.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:49.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:49.568 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.578274 26862 tablet_bootstrap.cc:492] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100: Bootstrap starting.
02:13:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.584118 26864 tablet_bootstrap.cc:492] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382: Bootstrap starting.
02:13:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.589354 26862 tablet_bootstrap.cc:654] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100: Neither blocks nor log segments found. Creating new log.
02:13:49.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.591944 26862 log.cc:826] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100: Log is configured to *not* fsync() on all Append() calls
02:13:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.602432 26862 tablet_bootstrap.cc:492] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100: No bootstrap required, opened a new log
02:13:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.603293 26862 ts_tablet_manager.cc:1403] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100: Time spent bootstrapping tablet: real 0.026s	user 0.010s	sys 0.011s
02:13:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.611420 26860 raft_consensus.cc:359] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } }
02:13:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.612470 26860 raft_consensus.cc:385] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.612808 26860 raft_consensus.cc:740] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ab8db5551b014637a2d5437b94b351d9, State: Initialized, Role: FOLLOWER
02:13:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.613958 26860 consensus_queue.cc:260] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } }
02:13:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.625486 26860 ts_tablet_manager.cc:1434] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9: Time spent starting tablet: real 0.067s	user 0.029s	sys 0.020s
02:13:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.632891 26864 tablet_bootstrap.cc:654] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382: Neither blocks nor log segments found. Creating new log.
02:13:49.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.635470 26864 log.cc:826] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382: Log is configured to *not* fsync() on all Append() calls
02:13:49.639 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.640 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.640 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.643 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.638314 26862 raft_consensus.cc:359] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } }
02:13:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.644352 26862 raft_consensus.cc:385] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:49.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.644794 26862 raft_consensus.cc:740] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 23848b4acf294d83bba5bde3bf4b8100, State: Initialized, Role: FOLLOWER
02:13:49.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.645960 26862 consensus_queue.cc:260] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } }
02:13:49.668 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.678081 26864 tablet_bootstrap.cc:492] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382: No bootstrap required, opened a new log
02:13:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.678795 26864 ts_tablet_manager.cc:1403] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382: Time spent bootstrapping tablet: real 0.096s	user 0.015s	sys 0.004s
02:13:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.686436 26862 ts_tablet_manager.cc:1434] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100: Time spent starting tablet: real 0.083s	user 0.050s	sys 0.019s
02:13:49.696 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.697 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.699 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.719313 26864 raft_consensus.cc:359] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } }
02:13:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.720544 26864 raft_consensus.cc:385] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.721056 26864 raft_consensus.cc:740] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f56bc04f92114860beabe1648cc16382, State: Initialized, Role: FOLLOWER
02:13:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.722332 26864 consensus_queue.cc:260] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } }
02:13:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.726892 26864 ts_tablet_manager.cc:1434] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382: Time spent starting tablet: real 0.048s	user 0.025s	sys 0.014s
02:13:49.731 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:49.731 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:49.732 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:49.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.735 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.739441 26868 raft_consensus.cc:493] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:13:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.740120 26868 raft_consensus.cc:515] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } }
02:13:49.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.743902 26868 leader_election.cc:290] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ab8db5551b014637a2d5437b94b351d9 (127.24.143.66:38655), f56bc04f92114860beabe1648cc16382 (127.24.143.67:44849)
02:13:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:49.757599 25658 tablet.cc:2406] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.760497 25747 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "073b8fe09ba344288c2cf7e4548c2d50" candidate_uuid: "23848b4acf294d83bba5bde3bf4b8100" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab8db5551b014637a2d5437b94b351d9" is_pre_election: true
02:13:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.761530 25747 raft_consensus.cc:2468] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 23848b4acf294d83bba5bde3bf4b8100 in term 0.
02:13:49.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.763448 25537 leader_election.cc:304] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 23848b4acf294d83bba5bde3bf4b8100, ab8db5551b014637a2d5437b94b351d9; no voters: 
02:13:49.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.764407 26868 raft_consensus.cc:2804] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:13:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.764851 26868 raft_consensus.cc:493] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:13:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.765261 26868 raft_consensus.cc:3060] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 0 FOLLOWER]: Advancing to term 1
02:13:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.765918 25888 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "073b8fe09ba344288c2cf7e4548c2d50" candidate_uuid: "23848b4acf294d83bba5bde3bf4b8100" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f56bc04f92114860beabe1648cc16382" is_pre_election: true
02:13:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.766884 25888 raft_consensus.cc:2468] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 23848b4acf294d83bba5bde3bf4b8100 in term 0.
02:13:49.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.771246 26868 raft_consensus.cc:515] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } }
02:13:49.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.773232 26868 leader_election.cc:290] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [CANDIDATE]: Term 1 election: Requested vote from peers ab8db5551b014637a2d5437b94b351d9 (127.24.143.66:38655), f56bc04f92114860beabe1648cc16382 (127.24.143.67:44849)
02:13:49.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.774338 25888 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "073b8fe09ba344288c2cf7e4548c2d50" candidate_uuid: "23848b4acf294d83bba5bde3bf4b8100" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f56bc04f92114860beabe1648cc16382"
02:13:49.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.774283 25747 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "073b8fe09ba344288c2cf7e4548c2d50" candidate_uuid: "23848b4acf294d83bba5bde3bf4b8100" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab8db5551b014637a2d5437b94b351d9"
02:13:49.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.774920 25888 raft_consensus.cc:3060] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382 [term 0 FOLLOWER]: Advancing to term 1
02:13:49.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.774906 25747 raft_consensus.cc:3060] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9 [term 0 FOLLOWER]: Advancing to term 1
02:13:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.780630 25888 raft_consensus.cc:2468] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 23848b4acf294d83bba5bde3bf4b8100 in term 1.
02:13:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.781912 25537 leader_election.cc:304] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 23848b4acf294d83bba5bde3bf4b8100, f56bc04f92114860beabe1648cc16382; no voters: 
02:13:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.782747 26868 raft_consensus.cc:2804] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 1 FOLLOWER]: Leader election won for term 1
02:13:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.782859 25747 raft_consensus.cc:2468] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 23848b4acf294d83bba5bde3bf4b8100 in term 1.
02:13:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.785086 26868 raft_consensus.cc:697] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [term 1 LEADER]: Becoming Leader. State: Replica: 23848b4acf294d83bba5bde3bf4b8100, State: Running, Role: LEADER
02:13:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.787963 26868 consensus_queue.cc:237] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } }
02:13:49.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:49.805387 25412 catalog_manager.cc:5696] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 reported cstate change: term changed from 0 to 1, leader changed from <none> to 23848b4acf294d83bba5bde3bf4b8100 (127.24.143.65). New cstate: current_term: 1 leader_uuid: "23848b4acf294d83bba5bde3bf4b8100" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "23848b4acf294d83bba5bde3bf4b8100" member_type: VOTER last_known_addr { host: "127.24.143.65" port: 34165 } health_report { overall_health: HEALTHY } } }
02:13:49.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:49.814987 25798 tablet.cc:2406] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:49.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:49.913308 25938 tablet.cc:2406] T 073b8fe09ba344288c2cf7e4548c2d50 P f56bc04f92114860beabe1648cc16382: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:49.936 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.936 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.936 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.946 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:49.946 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:49.946 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:49.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.946 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.946 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:49.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:49.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:49.947 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:49.986 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:49.986 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:49.986 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:49.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:49.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:49.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:49.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:49.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:49.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:49.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:49.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:49.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:49.987 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:49.991 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:49.991 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:49.991 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:49.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:49.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:49.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:49.992 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:50.059 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:50.060 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:50.060 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:50.060 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.060 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:50.161705 26825 heartbeater.cc:499] Master 127.25.85.252:39193 was elected leader, sending a full tablet report...
02:13:50.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5887f0109abb47a0b392e233e03dbd53
02:13:50.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 073b8fe09ba344288c2cf7e4548c2d50 for table 'replication_test_table' with partition [<start>, <end>)
02:13:50.200 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=073b8fe09ba344288c2cf7e4548c2d50@[23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)[L],ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655),f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)]}]
02:13:50.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.143.124:37685, [3ms] Sub RPC GetTableLocations: received response from server master-127.24.143.124:37685: OK, deferred=null) after lookup
02:13:50.201 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] connecting to peer
02:13:50.202 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] Successfully connected to peer
02:13:50.223 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:50.230 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf8a54d1f, L:/127.0.0.1:60214 - R:/127.24.143.65:34165] using TOKEN/null
02:13:50.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:50.240731 26868 consensus_queue.cc:1048] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f56bc04f92114860beabe1648cc16382" member_type: VOTER last_known_addr { host: "127.24.143.67" port: 44849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:13:50.244 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:50.253 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:50.254 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:50.254 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:50.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:50.270435 25747 raft_consensus.cc:1275] T 073b8fe09ba344288c2cf7e4548c2d50 P ab8db5551b014637a2d5437b94b351d9 [term 1 FOLLOWER]: Refusing update from remote peer 23848b4acf294d83bba5bde3bf4b8100: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:13:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:50.272953 26868 consensus_queue.cc:1048] T 073b8fe09ba344288c2cf7e4548c2d50 P 23848b4acf294d83bba5bde3bf4b8100 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ab8db5551b014637a2d5437b94b351d9" member_type: VOTER last_known_addr { host: "127.24.143.66" port: 38655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:13:50.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:50.401 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:50.401 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:50.401 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:50.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:50.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:50.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:50.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:50.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:50.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:50.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:50.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:50.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:50.403 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:50.552 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:50.552 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:50.552 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:50.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:50.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:50.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:50.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:50.553 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:50.553 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:50.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:50.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:50.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:50.553 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:50.574 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:50.574 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:50.574 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:50.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.575 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.575 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:50.620 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:50.621 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:50.621 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:50.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:50.621 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:50.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:50.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:50.621 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:50.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:50.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:50.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:50.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:50.622 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:50.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:50.642705 25788 debug-util.cc:398] Leaking SignalData structure 0x7b08000adc40 after lost signal to thread 25659
02:13:50.662 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:50.682 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:50.696 [DEBUG - main] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:13:50.697 [DEBUG - main] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:13:50.698 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.85.254:36319(127.25.85.254:36319)] Successfully connected to peer
02:13:50.709 [DEBUG - main] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:13:50.710 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.85.253:39805(127.25.85.253:39805)] Successfully connected to peer
02:13:50.721 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.85.252:39193(127.25.85.252:39193)] Successfully connected to peer
02:13:50.733 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.253
02:13:50.738 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.252
02:13:50.742 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:50.748 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:50.750 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.254
02:13:50.755 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:50.759 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:50.760 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:50.760 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:50.760 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4de12ec9, L:/127.0.0.1:48962 - R:/127.25.85.253:39805] using SASL/PLAIN
02:13:50.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:50.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:50.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:50.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:50.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:50.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:50.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:50.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:50.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:50.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:50.767 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x53d8a77e, L:/127.0.0.1:58658 - R:/127.25.85.252:39193] using SASL/PLAIN
02:13:50.769 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:50.772 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:50.772 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: OK, deferred=null) after lookup
02:13:50.773 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x58ef2cbc, L:/127.0.0.1:48962 - R:/127.25.85.254:36319] using SASL/PLAIN
02:13:50.776 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:50.776 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:50.776 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:50.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.778 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:50.785 [DEBUG - main] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:50.786 [DEBUG - main] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:50.787 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.143.124:37685(127.24.143.124:37685)] Successfully connected to peer
02:13:50.793 [DEBUG - main] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:50.794 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.143.126:46261(127.24.143.126:46261)] Successfully connected to peer
02:13:50.800 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.124
02:13:50.818 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.143.125:43551(127.24.143.125:43551)] Successfully connected to peer
02:13:50.823 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:50.827 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8d01ce9c, L:/127.0.0.1:49090 - R:/127.24.143.124:37685] using SASL/PLAIN
02:13:50.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:50.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [51ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: OK, deferred=null) after lookup
02:13:50.838 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.126
02:13:50.841 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5887f0109abb47a0b392e233e03dbd53
02:13:50.845 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.125
02:13:50.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 073b8fe09ba344288c2cf7e4548c2d50 for table 'replication_test_table' with partition [<start>, <end>)
02:13:50.846 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=073b8fe09ba344288c2cf7e4548c2d50@[23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)[L],ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655),f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)]}]
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:50.850049 26156 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58658:
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:13:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:13:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:13:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:50.854859 26156 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:13:50.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:50.866 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:50.867 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:50.867 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:50.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:50.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:50.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:50.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:50.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:50.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:50.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:50.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:50.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:50.868 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:50.873 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:50.879 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x95909c94, L:/127.0.0.1:42444 - R:/127.24.143.126:46261] using SASL/PLAIN
02:13:50.882 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:50.886 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0df48ef7, L:/127.0.0.1:48784 - R:/127.24.143.125:43551] using SASL/PLAIN
02:13:50.939 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:50.939 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:50.939 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:50.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:50.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:50.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:50.941 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:50.966 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.064365 26409 tablet_service.cc:1511] Processing CreateTablet for tablet e18d3d2e4bf0486b8b6c56b64dd6ce9f (DEFAULT_TABLE table=replication_test_table [id=8a1156ad467a4cf4bdcf46f5e8c8d0ec]), partition=
02:13:51.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.067390 26409 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e18d3d2e4bf0486b8b6c56b64dd6ce9f. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:51.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.087538 26760 tablet_service.cc:1511] Processing CreateTablet for tablet e18d3d2e4bf0486b8b6c56b64dd6ce9f (DEFAULT_TABLE table=replication_test_table [id=8a1156ad467a4cf4bdcf46f5e8c8d0ec]), partition=
02:13:51.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.089075 26760 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e18d3d2e4bf0486b8b6c56b64dd6ce9f. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:51.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.089267 26552 tablet_service.cc:1511] Processing CreateTablet for tablet e18d3d2e4bf0486b8b6c56b64dd6ce9f (DEFAULT_TABLE table=replication_test_table [id=8a1156ad467a4cf4bdcf46f5e8c8d0ec]), partition=
02:13:51.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.091154 26552 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e18d3d2e4bf0486b8b6c56b64dd6ce9f. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:51.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.145040 26925 tablet_bootstrap.cc:492] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e: Bootstrap starting.
02:13:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.159386 26927 tablet_bootstrap.cc:492] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5: Bootstrap starting.
02:13:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.166515 26926 tablet_bootstrap.cc:492] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2: Bootstrap starting.
02:13:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.179653 26925 tablet_bootstrap.cc:654] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e: Neither blocks nor log segments found. Creating new log.
02:13:51.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.183204 26927 tablet_bootstrap.cc:654] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5: Neither blocks nor log segments found. Creating new log.
02:13:51.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.182147 26925 log.cc:826] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e: Log is configured to *not* fsync() on all Append() calls
02:13:51.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.190482 26926 tablet_bootstrap.cc:654] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2: Neither blocks nor log segments found. Creating new log.
02:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.189558 26927 log.cc:826] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5: Log is configured to *not* fsync() on all Append() calls
02:13:51.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.192880 26926 log.cc:826] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2: Log is configured to *not* fsync() on all Append() calls
02:13:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.199446 26925 tablet_bootstrap.cc:492] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e: No bootstrap required, opened a new log
02:13:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.199975 26925 ts_tablet_manager.cc:1403] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e: Time spent bootstrapping tablet: real 0.056s	user 0.010s	sys 0.007s
02:13:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.208923 26926 tablet_bootstrap.cc:492] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2: No bootstrap required, opened a new log
02:13:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.209522 26926 ts_tablet_manager.cc:1403] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2: Time spent bootstrapping tablet: real 0.044s	user 0.013s	sys 0.006s
02:13:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.213703 26927 tablet_bootstrap.cc:492] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5: No bootstrap required, opened a new log
02:13:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.214290 26927 ts_tablet_manager.cc:1403] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5: Time spent bootstrapping tablet: real 0.056s	user 0.011s	sys 0.009s
02:13:51.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.284564 26925 raft_consensus.cc:359] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } }
02:13:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.297654 26925 raft_consensus.cc:385] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:51.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.298019 26925 raft_consensus.cc:740] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ab2b426805c44a24ab0b35cbc67b339e, State: Initialized, Role: FOLLOWER
02:13:51.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.299209 26925 consensus_queue.cc:260] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } }
02:13:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.314867 26925 ts_tablet_manager.cc:1434] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e: Time spent starting tablet: real 0.114s	user 0.028s	sys 0.004s
02:13:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.316002 26927 raft_consensus.cc:359] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } }
02:13:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.316859 26927 raft_consensus.cc:385] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.319651 26926 raft_consensus.cc:359] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } }
02:13:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.320531 26926 raft_consensus.cc:385] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.322021 26927 raft_consensus.cc:740] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ecb4b3b5d794717a63e88f0a765f5f5, State: Initialized, Role: FOLLOWER
02:13:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.320825 26926 raft_consensus.cc:740] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67338ff44d3a4978b79941e5f7ffa3c2, State: Initialized, Role: FOLLOWER
02:13:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.325448 26927 consensus_queue.cc:260] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } }
02:13:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.330024 26926 consensus_queue.cc:260] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } }
02:13:51.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.350507 26927 ts_tablet_manager.cc:1434] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5: Time spent starting tablet: real 0.136s	user 0.031s	sys 0.008s
02:13:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.356828 26926 ts_tablet_manager.cc:1434] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2: Time spent starting tablet: real 0.136s	user 0.030s	sys 0.010s
02:13:51.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:51.377966 26829 tablet.cc:2406] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:51.434 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:51.435 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:51.435 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:51.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:51.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:51.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:51.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:51.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:51.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:51.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:51.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:51.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:51.437 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:51.491870 26482 tablet.cc:2406] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:51.528223 26623 tablet.cc:2406] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:51.625 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:51.626 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:51.626 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:51.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:51.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:51.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:51.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:51.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:51.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:51.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:51.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:51.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:51.627 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.663087 26935 raft_consensus.cc:493] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:13:51.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.663724 26935 raft_consensus.cc:515] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } }
02:13:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.669219 26935 leader_election.cc:290] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ab2b426805c44a24ab0b35cbc67b339e (127.25.85.193:44993), 67338ff44d3a4978b79941e5f7ffa3c2 (127.25.85.194:36767)
02:13:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.709520 26429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e18d3d2e4bf0486b8b6c56b64dd6ce9f" candidate_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab2b426805c44a24ab0b35cbc67b339e" is_pre_election: true
02:13:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.710440 26429 raft_consensus.cc:2468] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ecb4b3b5d794717a63e88f0a765f5f5 in term 0.
02:13:51.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.711942 26714 leader_election.cc:304] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ecb4b3b5d794717a63e88f0a765f5f5, ab2b426805c44a24ab0b35cbc67b339e; no voters: 
02:13:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.712884 26935 raft_consensus.cc:2804] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:13:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.713261 26935 raft_consensus.cc:493] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:13:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.713557 26935 raft_consensus.cc:3060] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 0 FOLLOWER]: Advancing to term 1
02:13:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.713574 26573 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e18d3d2e4bf0486b8b6c56b64dd6ce9f" candidate_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" is_pre_election: true
02:13:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.714474 26573 raft_consensus.cc:2468] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ecb4b3b5d794717a63e88f0a765f5f5 in term 0.
02:13:51.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.722134 26935 raft_consensus.cc:515] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } }
02:13:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.725538 26429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e18d3d2e4bf0486b8b6c56b64dd6ce9f" candidate_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab2b426805c44a24ab0b35cbc67b339e"
02:13:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.726085 26429 raft_consensus.cc:3060] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e [term 0 FOLLOWER]: Advancing to term 1
02:13:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.731690 26429 raft_consensus.cc:2468] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P ab2b426805c44a24ab0b35cbc67b339e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ecb4b3b5d794717a63e88f0a765f5f5 in term 1.
02:13:51.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.732805 26714 leader_election.cc:304] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ecb4b3b5d794717a63e88f0a765f5f5, ab2b426805c44a24ab0b35cbc67b339e; no voters: 
02:13:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.739094 26935 leader_election.cc:290] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [CANDIDATE]: Term 1 election: Requested vote from peers ab2b426805c44a24ab0b35cbc67b339e (127.25.85.193:44993), 67338ff44d3a4978b79941e5f7ffa3c2 (127.25.85.194:36767)
02:13:51.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.739630 26941 raft_consensus.cc:2804] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 1 FOLLOWER]: Leader election won for term 1
02:13:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.740480 26573 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e18d3d2e4bf0486b8b6c56b64dd6ce9f" candidate_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67338ff44d3a4978b79941e5f7ffa3c2"
02:13:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.741086 26573 raft_consensus.cc:3060] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2 [term 0 FOLLOWER]: Advancing to term 1
02:13:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.741671 26941 raft_consensus.cc:697] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [term 1 LEADER]: Becoming Leader. State: Replica: 5ecb4b3b5d794717a63e88f0a765f5f5, State: Running, Role: LEADER
02:13:51.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.742666 26941 consensus_queue.cc:237] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } }
02:13:51.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.751294 26573 raft_consensus.cc:2468] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 67338ff44d3a4978b79941e5f7ffa3c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ecb4b3b5d794717a63e88f0a765f5f5 in term 1.
02:13:51.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:51.776521 26157 catalog_manager.cc:5696] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5ecb4b3b5d794717a63e88f0a765f5f5 (127.25.85.195). New cstate: current_term: 1 leader_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5ecb4b3b5d794717a63e88f0a765f5f5" member_type: VOTER last_known_addr { host: "127.25.85.195" port: 36051 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 } health_report { overall_health: UNKNOWN } } }
02:13:51.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:52.171231 26941 consensus_queue.cc:1048] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ab2b426805c44a24ab0b35cbc67b339e" member_type: VOTER last_known_addr { host: "127.25.85.193" port: 44993 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:13:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:52.177269 26941 consensus_queue.cc:1048] T e18d3d2e4bf0486b8b6c56b64dd6ce9f P 5ecb4b3b5d794717a63e88f0a765f5f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "67338ff44d3a4978b79941e5f7ffa3c2" member_type: VOTER last_known_addr { host: "127.25.85.194" port: 36767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:13:52.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:13:52.305127 25398 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.24.143.126:46261, user_credentials={real_user=slave}} blocked reactor thread for 66126.3us
02:13:52.326 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:52.326 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:52.327 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:52.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.327 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:52.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:52.399 [DEBUG - main] (Connection.java:575) [peer master-127.24.143.125:43551(127.24.143.125:43551)] disconnecting while in state READY
02:13:52.399 [DEBUG - main] (Connection.java:575) [peer master-127.24.143.124:37685(127.24.143.124:37685)] disconnecting while in state READY
02:13:52.400 [DEBUG - main] (Connection.java:575) [peer master-127.24.143.126:46261(127.24.143.126:46261)] disconnecting while in state READY
02:13:52.400 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.143.125:43551(127.24.143.125:43551)] handling channelInactive
02:13:52.400 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.143.124:37685(127.24.143.124:37685)] handling channelInactive
02:13:52.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state READY due to: connection closed
02:13:52.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state READY due to: connection closed
02:13:52.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:52.405 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
02:13:52.405 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
02:13:52.407 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.143.126:46261(127.24.143.126:46261)] handling channelInactive
02:13:52.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state READY due to: connection closed
02:13:52.407 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
02:13:52.407 [DEBUG - main] (Connection.java:575) [peer master-127.25.85.253:39805(127.25.85.253:39805)] disconnecting while in state READY
02:13:52.407 [DEBUG - main] (Connection.java:575) [peer master-127.25.85.254:36319(127.25.85.254:36319)] disconnecting while in state READY
02:13:52.407 [DEBUG - main] (Connection.java:575) [peer master-127.25.85.252:39193(127.25.85.252:39193)] disconnecting while in state READY
02:13:52.408 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.85.252:39193(127.25.85.252:39193)] handling channelInactive
02:13:52.408 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.85.253:39805(127.25.85.253:39805)] handling channelInactive
02:13:52.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state READY due to: connection closed
02:13:52.408 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:52.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state READY due to: connection closed
02:13:52.410 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
02:13:52.410 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:13:52.415 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.85.254:36319(127.25.85.254:36319)] handling channelInactive
02:13:52.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state READY due to: connection closed
02:13:52.415 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:13:52.417 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:13:52.417 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:13:52.417 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:13:52.417 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:13:52.417 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:13:52.418 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:13:52.438 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:13:52.439 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:13:52.439 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:13:52.439 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:13:52.439 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:13:52.439 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:13:52.439 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:13:52.461 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:52.461 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:52.461 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:52.462 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:52.462 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:52.462 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:52.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:52.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:52.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:52.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:52.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:52.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:52.463 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:52.626 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:52.626 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:52.627 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:52.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.627 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:52.640 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:52.640 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:52.641 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:52.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:52.694 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:13:52.742 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:52.752 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:13:52.752 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:13:52.752 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:13:52.764 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:13:52.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:52.892 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:52.893 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:52.893 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:52.893 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.893 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.893 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.893 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.893 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.894 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:52.906 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:52.907 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:52.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.907 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:52.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:52.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:52.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:52.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:53.242 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:53.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:53.416 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:13:53.426 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:53.427 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:53.427 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:53.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:53.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:53.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:53.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:53.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:53.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:53.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:53.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:53.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:53.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:53.486 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:53.487 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:53.487 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:53.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:53.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:53.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:53.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:53.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:53.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:53.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:53.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:53.488 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:53.488 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:53.578 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:13:53.591 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:13:53.610 [INFO - flink-metrics-4] (Slf4jLogger.scala:117) Slf4jLogger started
02:13:53.635 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:13:53.650 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:13:53.656 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:13:53.658 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:13:53.658 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:13:53.658 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:13:53.659 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:13:53.659 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:13:53.659 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:13:53.659 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:13:53.660 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:13:53.660 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:13:53.660 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:13:53.661 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:13:53.661 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:13:53.661 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:13:53.661 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:13:53.661 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:13:53.661 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:13:53.661 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:13:53.661 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:13:53.662 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:13:53.662 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:13:53.662 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:13:53.662 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:13:53.662 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:13:53.663 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_dac72b674cd89056670e0911aaf8096c/blobStorage
02:13:53.666 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:34901 - max concurrent requests: 50 - max backlog: 1000
02:13:53.667 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_dac72b674cd89056670e0911aaf8096c/blobStorage
02:13:53.668 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_dac72b674cd89056670e0911aaf8096c/blobStorage
02:13:53.668 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:13:53.669 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 8d83d10a-af7b-4631-88a0-33136889c1bb
02:13:53.671 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
02:13:53.671 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-43bba165-ac70-463f-a9f1-f75353779ddb
02:13:53.675 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-edafe135-b980-4f92-8c1b-4950f5cea755
02:13:53.741 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:13:53.741 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:13:53.741 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:13:53.741 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:13:53.742 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:13:53.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:53.744 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_8 .
02:13:53.748 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
02:13:53.748 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-d4eb519e-6513-47a2-b5f6-d687105f974a
02:13:53.749 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:13:53.749 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:13:53.757 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:13:53.757 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:13:53.763 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:39523
02:13:53.764 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:13:53.764 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:39523 was granted leadership with leaderSessionID=23e58f87-2f8b-4350-aa88-dfc88f40313d
02:13:53.764 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:39523 , session=23e58f87-2f8b-4350-aa88-dfc88f40313d
02:13:53.765 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:13:53.765 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:13:53.765 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:13:53.766 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id d012c770-84b4-4742-9c9a-80dceee92896. Creating new DispatcherLeaderProcess.
02:13:53.766 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:13:53.767 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:13:53.767 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:13:53.767 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:13:53.767 [INFO - pool-139-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 0059061b-7513-4a60-9f66-a50acdac267f.
02:13:53.769 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_9 .
02:13:53.770 [INFO - pool-139-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_10 .
02:13:53.774 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_9 , session=d012c770-84b4-4742-9c9a-80dceee92896
02:13:53.783 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
02:13:53.783 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:13:53.783 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:13:53.784 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:13:53.784 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:13:53.784 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_10 , session=0059061b-7513-4a60-9f66-a50acdac267f
02:13:53.785 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(9f66a50acdac267f0059061b75134a60).
02:13:53.804 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:13:53.810 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1080) Registering TaskManager with ResourceID 8d83d10a-af7b-4631-88a0-33136889c1bb (pekko://flink/user/rpc/taskmanager_8) at ResourceManager
02:13:53.812 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_10 under registration id 6a287bff2f7873c7c779212a367b4219.
02:13:53.812 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor 8d83d10a-af7b-4631-88a0-33136889c1bb under 6a287bff2f7873c7c779212a367b4219 at the slot manager.
02:13:53.812 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (ae9a9a282dc7cf140fbb43ea3e349843).
02:13:53.813 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (ae9a9a282dc7cf140fbb43ea3e349843).
02:13:53.813 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-ae9a9a282dc7cf140fbb43ea3e349843'.
02:13:53.813 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job ae9a9a282dc7cf140fbb43ea3e349843 was granted leadership with leader id 009d06ef-203e-441d-b4b9-235818549c3f. Creating new JobMasterServiceProcess.
02:13:53.815 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_11 .
02:13:53.819 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (ae9a9a282dc7cf140fbb43ea3e349843).
02:13:53.820 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843).
02:13:53.820 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 95e17be6b2b12c62bcdc9fced8726084 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:53.820 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843).
02:13:53.820 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:13:53.821 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:13:53.821 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c657ac9
02:13:53.821 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:53.822 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:13:53.823 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:13:53.823 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@67384ac5 for Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843).
02:13:53.823 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_11 , session=009d06ef-203e-441d-b4b9-235818549c3f
02:13:53.824 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (ae9a9a282dc7cf140fbb43ea3e349843) under job master id b4b9235818549c3f009d06ef203e441d.
02:13:53.824 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:13:53.826 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:53.827 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:13:53.827 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state CREATED to RUNNING.
02:13:53.827 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:13:53.828 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:53.829 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:53.829 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:13:53.829 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:53.830 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:13:53.830 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:13:53.831 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.143.126:46261(127.24.143.126:46261)] Successfully connected to peer
02:13:53.833 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.143.124:37685(127.24.143.124:37685)] Successfully connected to peer
02:13:53.834 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(9f66a50acdac267f0059061b75134a60)
02:13:53.836 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.143.125:43551(127.24.143.125:43551)] Successfully connected to peer
02:13:53.836 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:13:53.837 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager b4b9235818549c3f009d06ef203e441d@pekko://flink/user/rpc/jobmanager_11 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:53.845 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager b4b9235818549c3f009d06ef203e441d@pekko://flink/user/rpc/jobmanager_11 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:53.847 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 9f66a50acdac267f0059061b75134a60.
02:13:53.848 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:13:53.853 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.126
02:13:53.854 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.124
02:13:53.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:53.863 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.125
02:13:53.874 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:53.877 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:53.877 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job ae9a9a282dc7cf140fbb43ea3e349843
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 8d83d10a-af7b-4631-88a0-33136889c1bb
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:13:53.878 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot c05d0ad0d22ab95e2c176a97ce8dcdba from 8d83d10a-af7b-4631-88a0-33136889c1bb for job ae9a9a282dc7cf140fbb43ea3e349843 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:53.878 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot bed5637ce9a56480e4e5830264928b1a from 8d83d10a-af7b-4631-88a0-33136889c1bb for job ae9a9a282dc7cf140fbb43ea3e349843 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:53.879 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 0a00e103617533a4f6e446351c535cae from 8d83d10a-af7b-4631-88a0-33136889c1bb for job ae9a9a282dc7cf140fbb43ea3e349843 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:53.879 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request c05d0ad0d22ab95e2c176a97ce8dcdba for job ae9a9a282dc7cf140fbb43ea3e349843 from resource manager with leader id 9f66a50acdac267f0059061b75134a60.
02:13:53.879 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for c05d0ad0d22ab95e2c176a97ce8dcdba with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:53.880 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2e7e1c6a082252d4a86455a600ae3614 from 8d83d10a-af7b-4631-88a0-33136889c1bb for job ae9a9a282dc7cf140fbb43ea3e349843 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:53.881 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd0a55cf5, L:/127.0.0.1:49102 - R:/127.24.143.124:37685] using SASL/PLAIN
02:13:53.882 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:53.887 [DEBUG - main] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:13:53.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:53.887 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x74772245, L:/127.0.0.1:42450 - R:/127.24.143.126:46261] using SASL/PLAIN
02:13:53.887 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4c765eb9, L:/127.0.0.1:48794 - R:/127.24.143.125:43551] using SASL/PLAIN
02:13:53.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [58ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: OK, deferred=null) after lookup
02:13:53.891 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5887f0109abb47a0b392e233e03dbd53
02:13:53.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 073b8fe09ba344288c2cf7e4548c2d50 for table 'replication_test_table' with partition [<start>, <end>)
02:13:53.895 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=073b8fe09ba344288c2cf7e4548c2d50@[23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)[L],ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655),f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)]}]
02:13:53.897 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job ae9a9a282dc7cf140fbb43ea3e349843 for job leader monitoring.
02:13:53.897 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request bed5637ce9a56480e4e5830264928b1a for job ae9a9a282dc7cf140fbb43ea3e349843 from resource manager with leader id 9f66a50acdac267f0059061b75134a60.
02:13:53.897 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for bed5637ce9a56480e4e5830264928b1a with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:53.898 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 0a00e103617533a4f6e446351c535cae for job ae9a9a282dc7cf140fbb43ea3e349843 from resource manager with leader id 9f66a50acdac267f0059061b75134a60.
02:13:53.898 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 0a00e103617533a4f6e446351c535cae with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:53.898 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 2e7e1c6a082252d4a86455a600ae3614 for job ae9a9a282dc7cf140fbb43ea3e349843 from resource manager with leader id 9f66a50acdac267f0059061b75134a60.
02:13:53.898 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 2e7e1c6a082252d4a86455a600ae3614 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:13:53.899 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_11 with leader id 009d06ef-203e-441d-b4b9-235818549c3f.
02:13:53.901 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:13:53.902 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_11 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:53.903 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:53.903 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:53.903 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:13:53.904 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id 2e7e1c6a082252d4a86455a600ae3614
02:13:53.904 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2e7e1c6a082252d4a86455a600ae3614.
02:13:53.905 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:53.905 [INFO - flink-pekko.actor.default-dispatcher-7] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:13:53.905 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id ae9a9a282dc7cf140fbb43ea3e349843
02:13:53.907 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 2e7e1c6a082252d4a86455a600ae3614.
02:13:53.908 [DEBUG - main] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:13:53.908 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.85.254:36319(127.25.85.254:36319)] Successfully connected to peer
02:13:53.910 [DEBUG - main] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:13:53.911 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.85.253:39805(127.25.85.253:39805)] Successfully connected to peer
02:13:53.913 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.254
02:13:53.915 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.253
02:13:53.922 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:53.926 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:53.929 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x309397c3, L:/127.0.0.1:48966 - R:/127.25.85.254:36319] using SASL/PLAIN
02:13:53.929 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:13:53.930 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id bed5637ce9a56480e4e5830264928b1a
02:13:53.930 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x00fe5876, L:/127.0.0.1:48968 - R:/127.25.85.253:39805] using SASL/PLAIN
02:13:53.931 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:53.931 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:53.931 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:53.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:53.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:53.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:53.932 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:53.932 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:53.932 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:53.932 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:53.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:53.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:53.932 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:53.932 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.85.252:39193(127.25.85.252:39193)] Successfully connected to peer
02:13:53.934 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:13:53.934 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id c05d0ad0d22ab95e2c176a97ce8dcdba
02:13:53.935 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:13:53.935 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id 0a00e103617533a4f6e446351c535cae
02:13:53.936 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:53.936 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot bed5637ce9a56480e4e5830264928b1a.
02:13:53.938 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id bed5637ce9a56480e4e5830264928b1a.
02:13:53.939 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:13:53.939 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:13:53.940 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@555c6d23
02:13:53.940 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:53.940 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:13:53.941 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:13:53.941 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:13:53.946 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b821133
02:13:53.947 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.252
02:13:53.952 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c05d0ad0d22ab95e2c176a97ce8dcdba.
02:13:53.954 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id c05d0ad0d22ab95e2c176a97ce8dcdba.
02:13:53.955 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:13:53.955 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:13:53.956 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@318d887f
02:13:53.956 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:53.956 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:13:53.956 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:53.956 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:13:53.957 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:13:53.957 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:53.958 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x085ba727, L:/127.0.0.1:58674 - R:/127.25.85.252:39193] using SASL/PLAIN
02:13:53.961 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 0a00e103617533a4f6e446351c535cae.
02:13:53.962 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:53.962 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=93), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: OK, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: OK, deferred=null) after lookup
02:13:53.963 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 0a00e103617533a4f6e446351c535cae.
02:13:53.965 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:13:53.965 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:13:53.966 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e74d839
02:13:53.966 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:53.966 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:13:53.966 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:13:53.966 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:13:53.968 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:53.971 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4208ce3a
02:13:53.972 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e18d3d2e4bf0486b8b6c56b64dd6ce9f for table 'replication_test_table' with partition [<start>, <end>)
02:13:53.972 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f@[5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)[L],67338ff44d3a4978b79941e5f7ffa3c2(127.25.85.194:36767),ab2b426805c44a24ab0b35cbc67b339e(127.25.85.193:44993)]}]
02:13:53.973 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.85.252:39193, [3ms] Sub RPC GetTableLocations: received response from server master-127.25.85.252:39193: OK, deferred=null)) after lookup
02:13:53.973 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)] connecting to peer
02:13:53.973 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f061147
02:13:53.975 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:53.978 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:53.979 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:13:53.980 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2e7e1c6a082252d4a86455a600ae3614.
02:13:53.980 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot bed5637ce9a56480e4e5830264928b1a.
02:13:53.980 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c05d0ad0d22ab95e2c176a97ce8dcdba.
02:13:53.980 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 0a00e103617533a4f6e446351c535cae.
02:13:53.980 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:13:53.980 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:13:53.981 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@20eb250
02:13:53.981 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:13:53.982 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:13:53.982 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:13:53.982 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:13:53.988 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:13:53.989 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.85.254:36319(127.25.85.254:36319)] Successfully connected to peer
02:13:53.993 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@712bfcb0
02:13:53.996 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.254
02:13:53.996 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:54.005 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:13:54.007 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.85.253:39805(127.25.85.253:39805)] Successfully connected to peer
02:13:54.011 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.253
02:13:54.011 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.85.252:39193(127.25.85.252:39193)] Successfully connected to peer
02:13:54.014 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.252
02:13:54.023 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)] Successfully connected to peer
02:13:54.023 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.028 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbb0c8e49, L:/127.0.0.1:48976 - R:/127.25.85.254:36319] using SASL/PLAIN
02:13:54.029 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.029 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.034 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdb9962c3, L:/127.0.0.1:58684 - R:/127.25.85.252:39193] using SASL/PLAIN
02:13:54.041 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:54.041 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: OK, deferred=null) after lookup
02:13:54.042 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdae68757, L:/127.0.0.1:48972 - R:/127.25.85.253:39805] using SASL/PLAIN
02:13:54.048 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:54.049 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:13:54.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:54.051 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49c70603
02:13:54.052 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:13:54.053 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:13:54.053 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:13:54.054 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:13:54.054 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='258807990f1cc426f69a8c59d624ab643dd62164053bcd1450b76ff8a444e5b1'}]
02:13:54.055 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:13:54.056 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:13:54.056 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:54.056 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.85.254:36319(127.25.85.254:36319)] Successfully connected to peer
02:13:54.057 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:13:54.058 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.85.253:39805(127.25.85.253:39805)] Successfully connected to peer
02:13:54.059 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.254
02:13:54.061 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.063 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.85.252:39193(127.25.85.252:39193)] Successfully connected to peer
02:13:54.065 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7e358749, L:/127.0.0.1:59648 - R:/127.25.85.195:36051] using TOKEN/null
02:13:54.066 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.253
02:13:54.069 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.073 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe2de7830, L:/127.0.0.1:48988 - R:/127.25.85.254:36319] using SASL/PLAIN
02:13:54.074 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.252
02:13:54.076 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:54.076 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:54.076 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:54.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:54.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:54.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:54.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:54.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:54.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:54.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:54.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:54.078 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:54.078 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:54.088 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd4ced157, L:/127.0.0.1:48984 - R:/127.25.85.253:39805] using SASL/PLAIN
02:13:54.091 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:13:54.092 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.85.254:36319(127.25.85.254:36319)] Successfully connected to peer
02:13:54.093 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.100 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.254
02:13:54.105 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:13:54.107 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.108 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.85.253:39805(127.25.85.253:39805)] Successfully connected to peer
02:13:54.110 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.85.252:39193(127.25.85.252:39193)] Successfully connected to peer
02:13:54.111 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.253
02:13:54.115 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbf8da09d, L:/127.0.0.1:58686 - R:/127.25.85.252:39193] using SASL/PLAIN
02:13:54.121 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.123 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:54.123 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=126), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [29ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: OK, deferred=null) after lookup
02:13:54.126 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:13:54.127 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.252
02:13:54.131 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:54.134 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:54.134 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8f7f021
02:13:54.136 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:13:54.136 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:13:54.141 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x471ac766, L:/127.0.0.1:48996 - R:/127.25.85.254:36319] using SASL/PLAIN
02:13:54.150 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.152 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:13:54.153 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.85.254:36319(127.25.85.254:36319)] Successfully connected to peer
02:13:54.156 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9f86a868, L:/127.0.0.1:49000 - R:/127.25.85.253:39805] using SASL/PLAIN
02:13:54.160 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.254
02:13:54.161 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.158 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.167 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x605b2bae, L:/127.0.0.1:58688 - R:/127.25.85.252:39193] using SASL/PLAIN
02:13:54.169 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.170 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:54.170 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=192), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [92ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: OK, [115ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: OK, deferred=null) after lookup
02:13:54.174 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:54.177 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:54.177 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@70808c9d
02:13:54.178 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:13:54.178 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:13:54.179 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8b3a2631, L:/127.0.0.1:49006 - R:/127.25.85.254:36319] using SASL/PLAIN
02:13:54.194 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:13:54.199 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.85.252:39193(127.25.85.252:39193)] Successfully connected to peer
02:13:54.206 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.252
02:13:54.213 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.85.253:39805(127.25.85.253:39805)] Successfully connected to peer
02:13:54.218 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.85.253
02:13:54.219 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.228 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.238 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:13:54.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:54.244 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd97574fc, L:/127.0.0.1:58692 - R:/127.25.85.252:39193] using SASL/PLAIN
02:13:54.252 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:54.253 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=277), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [136ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: OK, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: OK, deferred=null) after lookup
02:13:54.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:54.259 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:54.259 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d19532
02:13:54.261 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.270 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:13:54.276 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.277 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9f9840d6, L:/127.0.0.1:49012 - R:/127.25.85.253:39805] using SASL/PLAIN
02:13:54.280 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:13:54.284 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:13:54.284 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:13:54.285 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:13:54.296 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:13:54.297 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:13:54.298 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:13:54.299 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=073b8fe09ba344288c2cf7e4548c2d50@[23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)[L],ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655),f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)]}]
02:13:54.300 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] connecting to peer
02:13:54.302 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] Successfully connected to peer
02:13:54.305 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.65
02:13:54.334 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.344 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.348 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2a04eba5, L:/127.0.0.1:60220 - R:/127.24.143.65:34165] using SASL/PLAIN
02:13:54.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:54.402 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.408 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305121111355392001) for scanner KuduScanner(table=replication_test_table, tablet=073b8fe09ba344288c2cf7e4548c2d50, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.412 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [258807990f1cc426f69a8c59d624ab643dd62164053bcd1450b76ff8a444e5b1]
02:13:54.413 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:13:54.423 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e18d3d2e4bf0486b8b6c56b64dd6ce9f for table 'replication_test_table' with partition [<start>, <end>)
02:13:54.423 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f@[5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)[L],67338ff44d3a4978b79941e5f7ffa3c2(127.25.85.194:36767),ab2b426805c44a24ab0b35cbc67b339e(127.25.85.193:44993)]}]
02:13:54.426 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e18d3d2e4bf0486b8b6c56b64dd6ce9f for table 'replication_test_table' with partition [<start>, <end>)
02:13:54.426 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f@[5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)[L],67338ff44d3a4978b79941e5f7ffa3c2(127.25.85.194:36767),ab2b426805c44a24ab0b35cbc67b339e(127.25.85.193:44993)]}]
02:13:54.432 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476834426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:54.439 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@76a7447, flushNotification=Deferred@1126175762(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:13:54.440 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)] connecting to peer
02:13:54.466 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.481 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)] Successfully connected to peer
02:13:54.494 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:54.515 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x23fa4646, L:/127.0.0.1:59658 - R:/127.25.85.195:36051] using TOKEN/null
02:13:54.527 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.573 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:54.574 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:54.574 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:54.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:54.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:54.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:54.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:54.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:54.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:54.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:54.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:54.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:54.575 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:54.584 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.645 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.652 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [258807990f1cc426f69a8c59d624ab643dd62164053bcd1450b76ff8a444e5b1]
02:13:54.653 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:13:54.653 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:13:54.656 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] disconnecting while in state READY
02:13:54.656 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 258807990f1cc426f69a8c59d624ab643dd62164053bcd1450b76ff8a444e5b1 finished by subtask 0; deferring removal (restored in pending)
02:13:54.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:54.660 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:54.661 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:54.661 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:54.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:54.661 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:54.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:54.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:54.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:54.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:54.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:54.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:54.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:54.663 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:54.666 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job ae9a9a282dc7cf140fbb43ea3e349843 (1584 bytes, checkpointDuration=240 ms, finalizationTime=0 ms).
02:13:54.669 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:13:54.669 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 258807990f1cc426f69a8c59d624ab643dd62164053bcd1450b76ff8a444e5b1 from pending
02:13:54.669 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
02:13:54.700 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] handling channelInactive
02:13:54.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] cleaning up while in state READY due to: connection closed
02:13:54.701 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:13:54.701 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:13:54.708 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:54.769 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.806 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:54.806 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:54.806 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:54.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:54.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:54.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:54.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:54.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:54.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:54.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:54.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:54.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:54.807 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:54.828 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:54.887 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476834926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:54.929 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@3cc68fa, flushNotification=Deferred@1680133020(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:13:54.954 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:54.996 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job ae9a9a282dc7cf140fbb43ea3e349843 (964 bytes, checkpointDuration=69 ms, finalizationTime=1 ms).
02:13:54.999 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:13:55.014 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:55.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5887f0109abb47a0b392e233e03dbd53
02:13:55.023 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:55.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5887f0109abb47a0b392e233e03dbd53
02:13:55.033 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:55.036 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:55.036 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:55.036 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:55.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:55.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:55.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:55.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:55.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:55.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:55.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:55.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:55.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:55.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:55.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5887f0109abb47a0b392e233e03dbd53
02:13:55.046 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8a1156ad467a4cf4bdcf46f5e8c8d0ec
02:13:55.053 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:55.053 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:55.054 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:55.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:55.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:55.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:55.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:55.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:55.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:55.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:55.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:55.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:55.055 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:55.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=073b8fe09ba344288c2cf7e4548c2d50, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:55.069 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:55.081 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=073b8fe09ba344288c2cf7e4548c2d50, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:55.092 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e18d3d2e4bf0486b8b6c56b64dd6ce9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:55.093 [DEBUG - main] (Connection.java:575) [peer master-127.25.85.253:39805(127.25.85.253:39805)] disconnecting while in state READY
02:13:55.094 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.85.253:39805(127.25.85.253:39805)] handling channelInactive
02:13:55.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state READY due to: connection closed
02:13:55.094 [DEBUG - main] (Connection.java:575) [peer master-127.25.85.254:36319(127.25.85.254:36319)] disconnecting while in state READY
02:13:55.094 [DEBUG - main] (Connection.java:575) [peer master-127.25.85.252:39193(127.25.85.252:39193)] disconnecting while in state READY
02:13:55.094 [DEBUG - main] (Connection.java:575) [peer 5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)] disconnecting while in state READY
02:13:55.095 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.85.252:39193(127.25.85.252:39193)] handling channelInactive
02:13:55.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state READY due to: connection closed
02:13:55.095 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.85.254:36319(127.25.85.254:36319)] handling channelInactive
02:13:55.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state READY due to: connection closed
02:13:55.095 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)] handling channelInactive
02:13:55.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)] cleaning up while in state READY due to: connection closed
02:13:55.095 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:55.097 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:13:55.097 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:13:55.097 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
02:13:55.100 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:13:55.101 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:55.101 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:55.101 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:55.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:55.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:55.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:55.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:55.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:55.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:55.102295 25943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 26238
02:13:55.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:55.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:55.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:55.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:55.152482 25943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 26481
02:13:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:55.212276 25943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 26628
02:13:55.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:55.251 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)] handling channelInactive
02:13:55.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5ecb4b3b5d794717a63e88f0a765f5f5(127.25.85.195:36051)] cleaning up while in state READY due to: connection closed
02:13:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:55.258551 25943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 25955
02:13:55.298 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.85.254:36319(127.25.85.254:36319)] handling channelInactive
02:13:55.298 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.85.254:36319(127.25.85.254:36319)] handling channelInactive
02:13:55.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state READY due to: connection closed
02:13:55.298 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.85.254:36319(127.25.85.254:36319)] handling channelInactive
02:13:55.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state READY due to: connection closed
02:13:55.299 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.85.254:36319(127.25.85.254:36319)] handling channelInactive
02:13:55.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state READY due to: connection closed
02:13:55.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state READY due to: connection closed
02:13:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:55.311941 25943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 26028
02:13:55.344 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.85.253:39805(127.25.85.253:39805)] handling channelInactive
02:13:55.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state READY due to: connection closed
02:13:55.345 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.85.253:39805(127.25.85.253:39805)] handling channelInactive
02:13:55.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state READY due to: connection closed
02:13:55.345 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.85.253:39805(127.25.85.253:39805)] handling channelInactive
02:13:55.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state READY due to: connection closed
02:13:55.346 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.85.253:39805(127.25.85.253:39805)] handling channelInactive
02:13:55.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state READY due to: connection closed
02:13:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:55.347584 25943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 26110
02:13:55.356 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:55.385 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.85.252:39193(127.25.85.252:39193)] handling channelInactive
02:13:55.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state READY due to: connection closed
02:13:55.385 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.85.252:39193(127.25.85.252:39193)] handling channelInactive
02:13:55.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state READY due to: connection closed
02:13:55.385 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.85.252:39193(127.25.85.252:39193)] handling channelInactive
02:13:55.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state READY due to: connection closed
02:13:55.386 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.85.252:39193(127.25.85.252:39193)] handling channelInactive
02:13:55.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state READY due to: connection closed
02:13:55.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476835427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:55.441 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job ae9a9a282dc7cf140fbb43ea3e349843 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:13:55.444 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:13:55.686 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:55.686 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:55.686 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:55.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:55.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:55.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:55.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:55.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:55.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:55.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:55.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:55.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:55.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:55.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:55.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5887f0109abb47a0b392e233e03dbd53
02:13:55.837 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='aa6021173de5d603197b9b59322fa22caad3a0a8370d2449c8f849ffe5fa1cd2'}]
02:13:55.841 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:55.842 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:13:55.843 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298062, tablet=073b8fe09ba344288c2cf7e4548c2d50@[23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)[L],ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655),f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)]}]
02:13:55.846 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] connecting to peer
02:13:55.848 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] Successfully connected to peer
02:13:55.853 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.65
02:13:55.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:55.868 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:55.872 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x66108f8f, L:/127.0.0.1:60232 - R:/127.24.143.65:34165] using SASL/PLAIN
02:13:55.888 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121119547392001) for scanner KuduScanner(table=replication_test_table, tablet=073b8fe09ba344288c2cf7e4548c2d50, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:13:55.889 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [aa6021173de5d603197b9b59322fa22caad3a0a8370d2449c8f849ffe5fa1cd2]
02:13:55.889 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [aa6021173de5d603197b9b59322fa22caad3a0a8370d2449c8f849ffe5fa1cd2]
02:13:55.890 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:13:55.890 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:13:55.891 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split aa6021173de5d603197b9b59322fa22caad3a0a8370d2449c8f849ffe5fa1cd2 finished by subtask 3; deferring removal (restored in pending)
02:13:55.895 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] disconnecting while in state READY
02:13:55.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:55.902 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] handling channelInactive
02:13:55.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] cleaning up while in state READY due to: connection closed
02:13:55.902 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:13:55.902 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:13:55.928 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476835927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:55.941 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:13:55.943 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:13:55.943 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split aa6021173de5d603197b9b59322fa22caad3a0a8370d2449c8f849ffe5fa1cd2 from pending
02:13:55.943 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
02:13:56.106 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:56.106 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:56.107 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:56.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:56.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:56.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:56.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:56.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:56.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:56.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:56.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:56.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:56.108 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:56.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:56.299 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:56.300 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:56.300 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:56.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:56.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:56.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:56.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:56.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:56.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:56.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:56.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:56.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:56.302 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:56.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:56.431 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476836427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:56.446 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job ae9a9a282dc7cf140fbb43ea3e349843 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:13:56.448 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:13:56.612 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:56.612 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:56.613 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:56.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:56.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:56.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:56.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:56.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:56.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:56.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:56.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:56.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:56.614 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:13:56Z chronyd exiting
02:13:56.726 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:56.727 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:56.727 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:56.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:56.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:56.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:56.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:56.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:56.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:56.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:56.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:56.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:56.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:56.742 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:56.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:56.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476836927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:56.938 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job ae9a9a282dc7cf140fbb43ea3e349843 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:13:56.940 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:13:56.976 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:56.976 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:56.976 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:56.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:56.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:56.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:56.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:56.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:56.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:56.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:56.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:56.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:56.977 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:57.221 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:57.221 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:57.221 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:57.221 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:57.221 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:57.222 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:57.222 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:57.222 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:57.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:57.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:57.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:57.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:57.222 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:57.242 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:57.253 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:57.253 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:57.253 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:57.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:57.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:57.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:57.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:57.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:57.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:57.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:57.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:57.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:57.255 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:57.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:57.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476837427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:57.440 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job ae9a9a282dc7cf140fbb43ea3e349843 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:13:57.441 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:13:57.492 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:57.492 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:57.492 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:57.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:57.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:57.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:57.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:57.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:57.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:57.493 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:57.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:57.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:57.493 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:57.551 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:13:57.551 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:13:57.551 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:13:57.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:57.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:57.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:13:57.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:57.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:57.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:57.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:57.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:13:57.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:13:57.552 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:13:57.646 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:57.646 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:57.647 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:57.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:57.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:57.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:57.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:57.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:57.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:57.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:57.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:57.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:57.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:57.659 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:57.659 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:57.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:57.660 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:57.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:57.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:57.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:57.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:57.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:57.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:57.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:57.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:57.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:57.730 [DEBUG - main] (Connection.java:575) [peer master-127.24.143.125:43551(127.24.143.125:43551)] disconnecting while in state READY
02:13:57.730 [DEBUG - main] (Connection.java:575) [peer master-127.24.143.124:37685(127.24.143.124:37685)] disconnecting while in state READY
02:13:57.730 [DEBUG - main] (Connection.java:575) [peer master-127.24.143.126:46261(127.24.143.126:46261)] disconnecting while in state READY
02:13:57.730 [DEBUG - main] (Connection.java:575) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] disconnecting while in state READY
02:13:57.731 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.143.125:43551(127.24.143.125:43551)] handling channelInactive
02:13:57.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state READY due to: connection closed
02:13:57.731 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] handling channelInactive
02:13:57.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] cleaning up while in state READY due to: connection closed
02:13:57.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:13:57.731 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.143.124:37685(127.24.143.124:37685)] handling channelInactive
02:13:57.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state READY due to: connection closed
02:13:57.733 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:13:57.733 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 29 thread-local buffer(s) from thread: kudu-nio-0
02:13:57.733 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:13:57.734 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.143.126:46261(127.24.143.126:46261)] handling channelInactive
02:13:57.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state READY due to: connection closed
02:13:57.734 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
02:13:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:57.734930 25149 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 25493
02:13:57.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:57.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:57.776194 25149 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 25649
02:13:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:57.817505 25149 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 25797
02:13:57.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5887f0109abb47a0b392e233e03dbd53
02:13:57.833 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2661b37a1ac83f3bc42d9b12526c288b7d8af0bf6de0ae16c1c1733e8188aa6e'}]
02:13:57.834 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:13:57.835 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:13:57.836 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296062, tablet=073b8fe09ba344288c2cf7e4548c2d50@[23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)[L],ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655),f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)]}]
02:13:57.837 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] connecting to peer
02:13:57.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165
02:13:57.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] cleaning up while in state CONNECTING due to: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165
02:13:57.838 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165) for tablet 073b8fe09ba344288c2cf7e4548c2d50: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165
02:13:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:57.852371 25149 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 25161
02:13:57.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:57.858 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655)] connecting to peer
02:13:57.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655
02:13:57.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655)] cleaning up while in state CONNECTING due to: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655
02:13:57.859 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655) for tablet 073b8fe09ba344288c2cf7e4548c2d50: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655
02:13:57.878 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)] connecting to peer
02:13:57.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849
02:13:57.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849
02:13:57.879 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location f56bc04f92114860beabe1648cc16382(127.24.143.67:44849) for tablet 073b8fe09ba344288c2cf7e4548c2d50: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849
02:13:57.887 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.143.126:46261(127.24.143.126:46261)] handling channelInactive
02:13:57.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state READY due to: connection closed
02:13:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:57.888777 25149 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 25232
02:13:57.898 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:57.899 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:57.899 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:57.900 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.24.143.124:37685(127.24.143.124:37685)] Successfully connected to peer
02:13:57.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:57.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:57.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:57.901 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.24.143.125:43551(127.24.143.125:43551)] Successfully connected to peer
02:13:57.904 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.143.124
02:13:57.914 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:13:57.917 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc7c43f06, L:/127.0.0.1:49108 - R:/127.24.143.124:37685] using SASL/PLAIN
02:13:57.922 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:13:57.922 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29939, elapsed=24), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: OK, deferred=null) after lookup
02:13:57.925 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet 073b8fe09ba344288c2cf7e4548c2d50 for table 'replication_test_table' with partition [<start>, <end>)
02:13:57.925 [DEBUG - kudu-nio-3] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=073b8fe09ba344288c2cf7e4548c2d50@[23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)[L],ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655),f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)]}]
02:13:57.926 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=073b8fe09ba344288c2cf7e4548c2d50, attempt=4, KuduRpc(method=Scan, tablet=073b8fe09ba344288c2cf7e4548c2d50, attempt=4, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] sending RPC to server 23848b4acf294d83bba5bde3bf4b8100, [1ms] received response from server 23848b4acf294d83bba5bde3bf4b8100: Network error: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165, [1ms] delaying RPC due to: Network error: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165, [20ms] sending RPC to server ab8db5551b014637a2d5437b94b351d9, [22ms] received response from server ab8db5551b014637a2d5437b94b351d9: Network error: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655, [22ms] delaying RPC due to: Network error: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655, [41ms] sending RPC to server f56bc04f92114860beabe1648cc16382, [42ms] received response from server f56bc04f92114860beabe1648cc16382: Network error: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849, [43ms] delaying RPC due to: Network error: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: OK, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.143.124:37685, [88ms] Sub RPC GetTableLocations: received response from server master-127.24.143.124:37685: OK, deferred=Deferred@281109700(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup
02:13:57.926 [DEBUG - kudu-nio-3] (Connection.java:748) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] connecting to peer
02:13:57.928 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.143.125:43551(127.24.143.125:43551)] handling channelInactive
02:13:57.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state READY due to: connection closed
02:13:57.928 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476837927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:13:57.928411 25149 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 25308
02:13:57.929 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.24.143.125:43551(127.24.143.125:43551)] unexpected exception from downstream on [id: 0x365147a5, L:/127.0.0.1:48806 - R:/127.24.143.125:43551]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:13:57.929 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.143.125:43551(127.24.143.125:43551)] unexpected exception from downstream on [id: 0x365147a5, L:/127.0.0.1:48806 - R:/127.24.143.125:43551]
02:13:57.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: [peer master-127.24.143.125:43551(127.24.143.125:43551)] unexpected exception from downstream on [id: 0x365147a5, L:/127.0.0.1:48806 - R:/127.24.143.125:43551]
02:13:57.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165
02:13:57.930 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] cleaning up while in state CONNECTING due to: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165
02:13:57.930 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165) for tablet 073b8fe09ba344288c2cf7e4548c2d50: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165
02:13:57.930 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.24.143.125:43551(127.24.143.125:43551)] handling channelInactive
02:13:57.939 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:13:57.941 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:13:57.958 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655)] connecting to peer
02:13:57.960 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655
02:13:57.960 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655)] cleaning up while in state CONNECTING due to: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655
02:13:57.960 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655) for tablet 073b8fe09ba344288c2cf7e4548c2d50: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655
02:13:57.963 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.143.124:37685(127.24.143.124:37685)] handling channelInactive
02:13:57.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state READY due to: connection closed
02:13:57.964 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.24.143.124:37685(127.24.143.124:37685)] handling channelInactive
02:13:57.964 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state READY due to: connection closed
02:13:57.998 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)] connecting to peer
02:13:57.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849
02:13:57.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849
02:13:57.998 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f56bc04f92114860beabe1648cc16382(127.24.143.67:44849) for tablet 073b8fe09ba344288c2cf7e4548c2d50: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849
02:13:58.017 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.018 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.24.143.124:37685(127.24.143.124:37685) for tablet Kudu Master: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.038 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.038 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.039 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.039 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.039 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.039 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.040 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.058 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.058 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.059 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.059 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.077 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.078 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.078 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.079 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.093 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:58.094 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:58.094 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:58.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:58.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:58.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:58.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:58.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:58.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:58.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:58.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:58.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:58.095 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:58.098 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.098 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.098 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.099 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.099 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.099 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.138 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.138 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.138 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.139 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.139 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.139 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.139 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.158 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.158 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.158 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.177 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.178 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.178 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.179 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.218 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.218 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.219 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.220 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:58.317 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.318 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.318 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.319 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.319 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.319 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.319 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.319 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.319 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:58.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476838426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:58.436 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:13:58.436 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:13:58.486 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:58.486 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:58.486 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:58.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:58.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:58.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:58.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:58.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:58.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:58.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:58.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:58.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:58.487 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:58.666 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:58.667 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:58.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:58.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:58.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:58.667 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:58.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:58.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:58.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:58.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:58.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:58.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:58.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:58.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:58.758 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:58.758 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:58.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.759 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:58.759 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:58.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:58.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.760 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.760 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:58.760 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:58.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:58.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476838926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:58.936 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:13:58.937 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:13:59.066 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:13:59.066 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:13:59.066 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:13:59.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:59.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:59.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:59.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:13:59.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:59.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:59.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:59.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:13:59.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:13:59.067 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:13:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:13:59Z chronyd exiting
02:13:59.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:59.280 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:13:59.280 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:13:59.280 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:13:59.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:59.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:59.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:13:59.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:59.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:59.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:59.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:59.281 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:13:59.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:13:59.281 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:13:59.356 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:59.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476839426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:59.434 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:13:59.435 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:13:59.637 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:13:59.638 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:13:59.638 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:13:59.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:59.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:59.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:59.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:59.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:59.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:59.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:13:59.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:13:59.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:13:59.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:13:59.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:59.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:13:59.896 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:59.896 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:59.896 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:59.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:59.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:59.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:59.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:59.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:59.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:59.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:59.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:59.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:59.897 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:59.926 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:13:59.926 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:13:59.926 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:13:59.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:59.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:59.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:13:59.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:59.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:59.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476839926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:13:59.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:59.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:59.927 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:13:59.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:13:59.927 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:13:59.934 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:13:59.935 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
.02:14:00.202 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476840202
02:14:00.203 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476840203
02:14:00.206 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:14:00.210 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:14:00.210 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:14:00.211 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:14:00.211 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:14:00.211 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:14:00.214 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:14:00.230 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:00.231 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:00.231 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:00.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:00.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:00.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:00.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:00.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:00.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:00.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:00.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:00.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:00.231 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:00.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:00.316 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:00.316 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:00.316 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:00.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:00.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:00.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:00.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:00.317 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:00.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:00.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:00.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:00.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:00.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:00.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:00.358 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:00.359 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:00.359 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:00.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:00.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:00.359 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:00.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:00.359 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:00.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:00.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:00.359 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:00.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:00.360 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:00.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476840426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:00.436 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:14:00.436 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:14:00.579 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:14:00.579 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:14:00.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:00.582759 27131 mini_oidc.cc:150] Starting JWKS server
02:14:00.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:00.586784 27131 webserver.cc:534] Webserver started at http://127.0.0.1:34199/ using document root <none> and password file <none>
02:14:00.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:00.587394 27131 mini_oidc.cc:186] Starting OIDC Discovery server
02:14:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:00.589298 27131 webserver.cc:534] Webserver started at http://127.0.0.1:38201/ using document root <none> and password file <none>
02:14:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:14:00Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:14:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:14:00Z Disabled control of system clock
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:00.653893 27131 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/wal
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/data
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/logs
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/data/info.pb
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.254:34137
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.254
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json with env {}
02:14:00.681 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:00.681 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:00.681 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:00.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:00.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:00.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:00.681 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:00.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:00.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:00.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:00.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:00.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:00.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:00.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:00.771 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:00.772 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:00.772 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:00.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:00.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:00.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:00.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:00.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:00.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:00.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:00.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:00.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:00.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:00.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:00.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476840926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:00.937 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:14:00.938 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:14:00.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:00.984416 27143 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:00.985091 27143 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:00.985630 27143 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:01.019771 27143 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:01.020146 27143 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:01.020402 27143 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:01.020614 27143 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:01.020821 27143 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:01.020972 27143 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34199/jwks.json
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:01.059329 27143 master_runner.cc:387] Master server non-default flags:
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/data
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/wal
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.254:34137
02:14:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/data/info.pb
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.254
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/logs
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:01.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:01.060781 27143 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:01.062455 27143 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:01.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:01.074522 27149 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:01.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:01.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:01.406 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:01.406 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:01.407 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:01.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:01.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:01.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:01.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:01.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:01.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:01.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:01.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:01.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:01.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:01.418 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:01.419 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:01.419 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:01.419 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:01.419 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:01.419 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:01.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:01.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:01.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:01.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:01.420 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:01.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:01.420 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:01.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476841427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:01.442 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:14:01.446 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:14:01.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:01.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:01.926 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:01.926 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:01.927 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:01.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:01.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:01.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:01.928 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476841927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:01.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:01.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:01.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:01.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:01.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:01.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:01.940 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:01.947 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
02:14:01.949 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:14:02.000 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:02.000 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:02.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:02.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:02.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:02.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:02.001 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:02.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:02.002 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:02.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:02.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:02.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:02.003 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:02.013 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:02.014 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:02.014 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:02.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:02.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:02.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:02.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:02.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:02.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:02.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:02.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:02.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:02.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:02.095 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:02.096 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:02.096 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:02.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:02.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:02.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:02.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:02.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:02.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:02.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:02.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:02.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:02.098 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:02.218 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:02.218 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:02.218 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:02.219 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:02.219 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:02.219 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:02.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:02.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:02.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:02.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:02.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:02.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:02.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:02.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:02.300 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:02.301 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:02.301 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:02.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:02.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:02.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:02.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:02.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:02.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:02.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:02.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:02.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:02.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:02.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:02.386 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:02.387 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:02.387 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:02.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:02.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:02.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:02.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:02.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:02.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:02.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:02.388 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:02.388 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:02.388 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:02.431 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476842426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:02.452 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
02:14:02.455 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:14:02.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:02.479480 27148 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 27143
02:14:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:01.075167 27150 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:02.540340 27143 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.466s	user 0.511s	sys 0.938s
02:14:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:02.541088 27143 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.467s	user 0.511s	sys 0.938s
02:14:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:02.543071 27152 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:02.545670 27151 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1466 milliseconds
02:14:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.545737 27143 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.547133 27143 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.549896 27143 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.551271 27143 hybrid_clock.cc:648] HybridClock initialized: now 1783476842551235 us; error 41 us; skew 500 ppm
02:14:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.552225 27143 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.558753 27143 webserver.cc:534] Webserver started at http://127.26.126.254:41735/ using document root <none> and password file <none>
02:14:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.559744 27143 fs_manager.cc:362] Metadata directory not provided
02:14:02.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.559999 27143 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:02.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.560534 27143 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:02.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.565039 27143 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/data/instance:
02:14:02.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ee84ba74207461dbfe633a6008b3ab6"
02:14:02.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:02 on dist-test-slave-fshw"
02:14:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.566246 27143 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/wal/instance:
02:14:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ee84ba74207461dbfe633a6008b3ab6"
02:14:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:02 on dist-test-slave-fshw"
02:14:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.573940 27143 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
02:14:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.579850 27159 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.580878 27143 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.001s
02:14:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.581255 27143 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/wal
02:14:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ee84ba74207461dbfe633a6008b3ab6"
02:14:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:02 on dist-test-slave-fshw"
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.581656 27143 fs_report.cc:389] FS layout report
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/wal
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/wal
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/data/data
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:02.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.641004 27143 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.642777 27143 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.643266 27143 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:02.666 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:02.666 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:02.666 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:02.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:02.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:02.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:02.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:02.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:02.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:02.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:02.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:02.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:02.667 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.719293 27143 rpc_server.cc:307] RPC server started. Bound to: 127.26.126.254:34137
02:14:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.719465 27210 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.126.254:34137 every 8 connection(s)
02:14:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.722230 27143 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/data/info.pb
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.725189 27131 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 27143
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.725785 27131 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-0/wal/instance
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.729199 27211 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.729305 27131 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/wal
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/data
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/logs
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/data/info.pb
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.253:36049
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.253
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json with env {}
02:14:02.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.745764 27211 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } has no permanent_uuid. Determining permanent_uuid...
02:14:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.775453 27211 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } has no permanent_uuid. Determining permanent_uuid...
02:14:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:02.778409 27163 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.126.253:36049: connect: Connection refused (error 111)
02:14:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:02.783084 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.253:36049: Network error: Client connection negotiation failed: client connection to 127.26.126.253:36049: connect: Connection refused (error 111)
02:14:02.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.832707 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } attempt: 1
02:14:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:02.838882 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.253:36049: Network error: Client connection negotiation failed: client connection to 127.26.126.253:36049: connect: Connection refused (error 111)
02:14:02.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:02.859 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:02.859 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:02.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:02.860 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:02.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:02.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:02.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:02.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:02.860 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:02.860 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:02.860 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:02.860 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:02.860 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:02.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:02.907284 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } attempt: 2
02:14:02.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:02.912569 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.253:36049: Network error: Client connection negotiation failed: client connection to 127.26.126.253:36049: connect: Connection refused (error 111)
02:14:02.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476842926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:02.938 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:14:02.939 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:14:02.972 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:02.972 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:02.972 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:02.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:02.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:02.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:02.972 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:02.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:02.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:02.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:02.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:02.973 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:02.973 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:03.003974 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } attempt: 3
02:14:03.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.008669 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.253:36049: Network error: Client connection negotiation failed: client connection to 127.26.126.253:36049: connect: Connection refused (error 111)
02:14:03.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.081463 27213 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.082129 27213 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.082700 27213 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.115536 27213 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.115921 27213 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.116264 27213 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.116582 27213 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.116887 27213 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.117143 27213 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34199/jwks.json
02:14:03.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:03.152045 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } attempt: 4
02:14:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:03.155548 27213 master_runner.cc:387] Master server non-default flags:
02:14:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/data
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/wal
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.253:36049
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/data/info.pb
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.253
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/logs
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:03.157286 27213 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:03.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.158011 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.253:36049: Network error: Client connection negotiation failed: client connection to 127.26.126.253:36049: connect: Connection refused (error 111)
02:14:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:03.159227 27213 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.170260 27222 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:03.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:03.280 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:03.281 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:03.281 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:03.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:03.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:03.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:03.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:03.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:03.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:03.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:03.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:03.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:03.283 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:03.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:03.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476843426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:03.447 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:14:03.449 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:14:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:03.457408 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } attempt: 5
02:14:03.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.466259 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.253:36049: Network error: Client connection negotiation failed: client connection to 127.26.126.253:36049: connect: Connection refused (error 111)
02:14:03.690 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:03.691 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:03.691 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:03.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:03.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:03.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:03.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:03.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:03.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:03.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:03.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:03.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:03.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:03.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:03.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:03.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476843926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:03.946 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
02:14:03.948 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:14:03.996 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:03.996 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:03.996 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:03.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:03.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:03.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:03.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:03.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:03.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:03.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:03.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:03.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:03.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:04.000 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:04.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:04.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:04.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:04.003 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:04.004 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:04.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:04.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:04.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:04.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:04.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:04.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:04.005 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:04.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.013962 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } attempt: 6
02:14:04.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.041077 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.253:36049: Network error: Client connection negotiation failed: client connection to 127.26.126.253:36049: connect: Connection refused (error 111)
02:14:04.071 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:04.071 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:04.072 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:04.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:04.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:04.073 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:04.073 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:04.073 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:04.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:04.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:04.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:04.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:04.074 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:04.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:04.313 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:04.314 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:04.314 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:04.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:04.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:04.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:04.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:04.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:04.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:04.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:04.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:04.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:04.315 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:04.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:04.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476844426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:04.445 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:14:04.446 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:14:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.574323 27221 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 27213
02:14:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.584105 27213 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.413s	user 0.459s	sys 0.941s
02:14:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:03.171242 27223 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.584851 27213 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.414s	user 0.460s	sys 0.942s
02:14:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.586634 27225 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.589720 27224 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1415 milliseconds
02:14:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.589772 27213 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.591248 27213 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.593794 27213 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.595125 27213 hybrid_clock.cc:648] HybridClock initialized: now 1783476844595092 us; error 44 us; skew 500 ppm
02:14:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.595920 27213 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:04.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.603137 27213 webserver.cc:534] Webserver started at http://127.26.126.253:32875/ using document root <none> and password file <none>
02:14:04.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.604435 27213 fs_manager.cc:362] Metadata directory not provided
02:14:04.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.604693 27213 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:04.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.605178 27213 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.609743 27213 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/data/instance:
02:14:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b"
02:14:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:04 on dist-test-slave-fshw"
02:14:04.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.610850 27213 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/wal/instance:
02:14:04.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b"
02:14:04.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:04 on dist-test-slave-fshw"
02:14:04.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.618391 27213 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.001s
02:14:04.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.624301 27234 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:04.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.625557 27213 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.625840 27213 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/wal
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b"
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:04 on dist-test-slave-fshw"
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.626205 27213 fs_report.cc:389] FS layout report
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/wal
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/wal
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/data/data
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.684377 27213 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.685998 27213 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.686527 27213 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:04.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.767060 27213 rpc_server.cc:307] RPC server started. Bound to: 127.26.126.253:36049
02:14:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.767143 27286 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.126.253:36049 every 8 connection(s)
02:14:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.769905 27213 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/data/info.pb
02:14:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.775874 27287 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.779693 27131 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 27213
02:14:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.780141 27131 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-1/wal/instance
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.782250 27131 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/wal
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/data
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/logs
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/data/info.pb
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.252:33207
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.252
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json with env {}
02:14:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.787379 27287 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } has no permanent_uuid. Determining permanent_uuid...
02:14:04.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.815529 27287 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } has no permanent_uuid. Determining permanent_uuid...
02:14:04.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.831372 27287 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } has no permanent_uuid. Determining permanent_uuid...
02:14:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.834232 27235 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.838749 27287 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:04.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.888329 27287 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 1
02:14:04.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.892834 27287 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:04.911 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:04.912 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:04.912 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:04.912 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:04.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:04.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:04.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:04.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:04.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:04.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:04.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:04.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:04.913 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:04.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476844926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:04.939 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:14:04.940 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:14:04.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:04.961354 27287 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 2
02:14:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:04.965854 27287 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.057365 27287 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 3
02:14:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.061838 27287 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.086 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:05.087 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:05.087 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:05.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:05.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:05.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:05.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:05.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:05.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:05.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:05.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:05.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:05.087 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.101739 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } attempt: 7
02:14:05.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.115384 27211 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } has no permanent_uuid. Determining permanent_uuid...
02:14:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.122653 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.139823 27289 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.140475 27289 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.141018 27289 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.174297 27289 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.174594 27289 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.174810 27289 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.175026 27289 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.175222 27289 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.175377 27289 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34199/jwks.json
02:14:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.181133 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 1
02:14:05.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.186111 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.205197 27287 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 4
02:14:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.209507 27287 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.216506 27289 master_runner.cc:387] Master server non-default flags:
02:14:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/data
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/wal
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.252:33207
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/data/info.pb
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.252
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/logs
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.217888 27289 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.219578 27289 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:05.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.230266 27301 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:05.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.267602 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 2
02:14:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.274896 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.360493 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 3
02:14:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.368207 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.426 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:05.427 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:05.427 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:05.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:05.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:05.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:05.428 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476845427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:05.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:05.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:05.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:05.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:05.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:05.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:05.432 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:05.443 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:14:05.445 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:14:05.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.508913 27287 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 5
02:14:05.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.508836 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 4
02:14:05.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.517972 27287 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.520403 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.540 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:05.540 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:05.540 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:05.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:05.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:05.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:05.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:05.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:05.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:05.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:05.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:05.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:05.542 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:05.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:05.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:05.804019 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 5
02:14:05.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.814406 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:05.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:05.861 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:05.861 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:05.861 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:05.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:05.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:05.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:05.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:05.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:05.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:05.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:05.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:05.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:05.865 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:05.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476845926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:05.941 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:14:05.943 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:14:06.026 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:06.027 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:06.027 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:06.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:06.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:06.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:06.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:06.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:06.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:06.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:06.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:06.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:06.028 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:06.056 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:06.057 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:06.057 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:06.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:06.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:06.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:06.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:06.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:06.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:06.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:06.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:06.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:06.058 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.065586 27287 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 6
02:14:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:06.076937 27287 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:06.138 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:06.138 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:06.138 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:06.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:06.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:06.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:06.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:06.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:06.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:06.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:06.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:06.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:06.140 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:06.200 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:06.201 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:06.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:06.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:06.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:06.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:06.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:06.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:06.203 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:06.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:06.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:06.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:06.204 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:06.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:06.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.367000 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 6
02:14:06.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:06.376889 27211 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.126.252:33207: Network error: Client connection negotiation failed: client connection to 127.26.126.252:33207: connect: Connection refused (error 111)
02:14:06.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476846426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:06.437 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:14:06.439 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:14:06.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:05.232105 27302 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:06.538 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:06.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:06.537873 27304 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:06.538 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:06.538 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:06.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:06.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:06.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:06.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:06.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:06.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:06.539 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:06.539 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:06.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:06.539 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:06.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:06.541559 27303 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1303 milliseconds
02:14:06.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.541664 27289 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:06.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.543057 27289 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.545727 27289 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.547137 27289 hybrid_clock.cc:648] HybridClock initialized: now 1783476846547053 us; error 88 us; skew 500 ppm
02:14:06.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.547969 27289 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:06.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.554271 27289 webserver.cc:534] Webserver started at http://127.26.126.252:37799/ using document root <none> and password file <none>
02:14:06.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.555145 27289 fs_manager.cc:362] Metadata directory not provided
02:14:06.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.555327 27289 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:06.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.555716 27289 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:06.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.560046 27289 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/data/instance:
02:14:06.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "368290d4ad09417cbfe13016796cdea9"
02:14:06.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:06 on dist-test-slave-fshw"
02:14:06.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.561239 27289 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/wal/instance:
02:14:06.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "368290d4ad09417cbfe13016796cdea9"
02:14:06.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:06 on dist-test-slave-fshw"
02:14:06.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.568488 27289 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.004s
02:14:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.574247 27317 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:06.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.575512 27289 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.575802 27289 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/wal
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "368290d4ad09417cbfe13016796cdea9"
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:06 on dist-test-slave-fshw"
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.576174 27289 fs_report.cc:389] FS layout report
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/wal
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/wal
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/data/data
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.648141 27289 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.649906 27289 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.650324 27289 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:06.659 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:06.659 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:06.660 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:06.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:06.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:06.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:06.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:06.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:06.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:06.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:06.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:06.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:06.660 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.727752 27289 rpc_server.cc:307] RPC server started. Bound to: 127.26.126.252:33207
02:14:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.727845 27369 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.126.252:33207 every 8 connection(s)
02:14:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.730681 27289 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/data/info.pb
02:14:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.736635 27370 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.737468 27131 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 27289
02:14:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.737831 27131 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/master-2/wal/instance
02:14:06.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.752230 27370 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } has no permanent_uuid. Determining permanent_uuid...
02:14:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.779502 27370 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } has no permanent_uuid. Determining permanent_uuid...
02:14:06.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.793293 27370 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } has no permanent_uuid. Determining permanent_uuid...
02:14:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.811115 27370 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9: Bootstrap starting.
02:14:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.818399 27370 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9: Neither blocks nor log segments found. Creating new log.
02:14:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.820407 27370 log.cc:826] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9: Log is configured to *not* fsync() on all Append() calls
02:14:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.826099 27370 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9: No bootstrap required, opened a new log
02:14:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.845767 27370 raft_consensus.cc:359] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } }
02:14:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.846511 27370 raft_consensus.cc:385] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.846726 27370 raft_consensus.cc:740] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 368290d4ad09417cbfe13016796cdea9, State: Initialized, Role: FOLLOWER
02:14:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.847505 27370 consensus_queue.cc:260] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } }
02:14:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.849970 27379 sys_catalog.cc:455] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.850654 27379 sys_catalog.cc:458] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [sys.catalog]: This master's current role is: FOLLOWER
02:14:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.851349 27370 sys_catalog.cc:565] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [sys.catalog]: configured and running, proceeding with master startup.
02:14:06.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:06.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:06.878238 27390 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:14:06.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:06.878772 27390 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:14:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.874248 27289 master_runner.cc:187] Error getting master registration for 127.26.126.254:34137: OK, instance_id { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" instance_seqno: 1783476842698362 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:06.905640 27289 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:06.905750 27323 tablet.cc:2406] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:06.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476846927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:06.936 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:14:06.937 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:14:07.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.137562 27287 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 7
02:14:07.154 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:07.154 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:07.154 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:07.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:07.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:07.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:07.155 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:07.155 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:07.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:07.155 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:07.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:07.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:07.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.158742 27287 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b: Bootstrap starting.
02:14:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.165362 27287 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b: Neither blocks nor log segments found. Creating new log.
02:14:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.167287 27287 log.cc:826] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b: Log is configured to *not* fsync() on all Append() calls
02:14:07.170 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:07.170 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:07.171 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:07.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:07.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:07.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:07.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:07.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:07.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:07.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:07.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:07.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:07.171 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.172592 27287 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b: No bootstrap required, opened a new log
02:14:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.193346 27379 raft_consensus.cc:493] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.193117 27287 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } }
02:14:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.193868 27287 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.194187 27287 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b328efa9d5549c3b5f8cdc11a9fa41b, State: Initialized, Role: FOLLOWER
02:14:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.193923 27379 raft_consensus.cc:515] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } }
02:14:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.195107 27287 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } }
02:14:07.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.197852 27379 leader_election.cc:290] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4ee84ba74207461dbfe633a6008b3ab6 (127.26.126.254:34137), 1b328efa9d5549c3b5f8cdc11a9fa41b (127.26.126.253:36049)
02:14:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.199481 27394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.200273 27394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [sys.catalog]: This master's current role is: FOLLOWER
02:14:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.200575 27287 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [sys.catalog]: configured and running, proceeding with master startup.
02:14:07.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.200796 27261 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "368290d4ad09417cbfe13016796cdea9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" is_pre_election: true
02:14:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.201728 27261 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 368290d4ad09417cbfe13016796cdea9 in term 0.
02:14:07.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.203402 27321 leader_election.cc:304] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b328efa9d5549c3b5f8cdc11a9fa41b, 368290d4ad09417cbfe13016796cdea9; no voters: 
02:14:07.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.204502 27379 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.204929 27379 raft_consensus.cc:493] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.205379 27379 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 0 FOLLOWER]: Advancing to term 1
02:14:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.218070 27379 raft_consensus.cc:515] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } }
02:14:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.223834 27379 leader_election.cc:290] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [CANDIDATE]: Term 1 election: Requested vote from peers 4ee84ba74207461dbfe633a6008b3ab6 (127.26.126.254:34137), 1b328efa9d5549c3b5f8cdc11a9fa41b (127.26.126.253:36049)
02:14:07.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.225344 27261 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "368290d4ad09417cbfe13016796cdea9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b"
02:14:07.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.225900 27261 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [term 0 FOLLOWER]: Advancing to term 1
02:14:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.232900 27261 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 368290d4ad09417cbfe13016796cdea9 in term 1.
02:14:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.234190 27321 leader_election.cc:304] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b328efa9d5549c3b5f8cdc11a9fa41b, 368290d4ad09417cbfe13016796cdea9; no voters: 
02:14:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.235158 27379 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 1 FOLLOWER]: Leader election won for term 1
02:14:07.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.247852 27379 raft_consensus.cc:697] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [term 1 LEADER]: Becoming Leader. State: Replica: 368290d4ad09417cbfe13016796cdea9, State: Running, Role: LEADER
02:14:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.249126 27379 consensus_queue.cc:237] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } }
02:14:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.263099 27402 sys_catalog.cc:455] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 368290d4ad09417cbfe13016796cdea9. Latest consensus state: current_term: 1 leader_uuid: "368290d4ad09417cbfe13016796cdea9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:07.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.264899 27402 sys_catalog.cc:458] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [sys.catalog]: This master's current role is: LEADER
02:14:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.286475 27407 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:14:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.293874 27407 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:14:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:07.308306 27408 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:14:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:07.308681 27408 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:14:07.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.322449 27261 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [term 1 FOLLOWER]: Refusing update from remote peer 368290d4ad09417cbfe13016796cdea9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:07.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.328050 27402 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.277979 27213 master_runner.cc:187] Error getting master registration for 127.26.126.254:34137: OK, instance_id { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" instance_seqno: 1783476842698362 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:07.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.338020 27213 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:07.354 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:07.354 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:07.354 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:07.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:07.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:07.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:07.355 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:07.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:07.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:07.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:07.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:07.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:07.356 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:07.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:07.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.371158 27394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 368290d4ad09417cbfe13016796cdea9. Latest consensus state: current_term: 1 leader_uuid: "368290d4ad09417cbfe13016796cdea9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:07.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.371977 27394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [sys.catalog]: This master's current role is: FOLLOWER
02:14:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.380357 27410 mvcc.cc:204] Tried to move back new op lower bound from 7305121166604713984 to 7305121166343655424. Current Snapshot: MvccSnapshot[applied={T|T < 7305121166604713984}]
02:14:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.386072 27402 sys_catalog.cc:455] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "368290d4ad09417cbfe13016796cdea9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:07.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.386807 27402 sys_catalog.cc:458] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [sys.catalog]: This master's current role is: LEADER
02:14:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.388767 27407 catalog_manager.cc:1382] Generated new cluster ID: 20889b28227544d891e91f62bb897492
02:14:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.389038 27407 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:14:07.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.393167 27394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "368290d4ad09417cbfe13016796cdea9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:07.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.393959 27394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b [sys.catalog]: This master's current role is: FOLLOWER
02:14:07.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.388190 27411 mvcc.cc:204] Tried to move back new op lower bound from 7305121166604713984 to 7305121166343655424. Current Snapshot: MvccSnapshot[applied={T|T < 7305121166604713984}]
02:14:07.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.410456 27211 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } attempt: 7
02:14:07.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476847427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:07.436 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:14:07.438 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:14:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.482133 27211 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6: Bootstrap starting.
02:14:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.504511 27407 catalog_manager.cc:1405] Generated new certificate authority record
02:14:07.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.506999 27407 catalog_manager.cc:1539] Loading token signing keys...
02:14:07.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.512816 27211 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6: Neither blocks nor log segments found. Creating new log.
02:14:07.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.521413 27211 log.cc:826] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6: Log is configured to *not* fsync() on all Append() calls
02:14:07.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.541822 27211 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6: No bootstrap required, opened a new log
02:14:07.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.549607 27407 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9: Generated new TSK 0
02:14:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.550988 27407 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:14:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.598318 27131 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/wal
02:14:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/data
02:14:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/logs
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/data/info.pb
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.193:0
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.126.193
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.193
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:14:07.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.645797 27211 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } }
02:14:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.648571 27211 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.649652 27211 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4ee84ba74207461dbfe633a6008b3ab6, State: Initialized, Role: FOLLOWER
02:14:07.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.652961 27211 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } }
02:14:07.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.682327 27185 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "368290d4ad09417cbfe13016796cdea9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ee84ba74207461dbfe633a6008b3ab6"
02:14:07.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.683198 27185 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [term 0 FOLLOWER]: Advancing to term 1
02:14:07.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.685371 27186 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "368290d4ad09417cbfe13016796cdea9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ee84ba74207461dbfe633a6008b3ab6" is_pre_election: true
02:14:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.693130 27185 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 368290d4ad09417cbfe13016796cdea9 in term 1.
02:14:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.694445 27184 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [term 1 FOLLOWER]: Refusing update from remote peer 368290d4ad09417cbfe13016796cdea9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.700909 27211 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [sys.catalog]: configured and running, proceeding with master startup.
02:14:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.701092 27379 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.680794 27418 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.702559 27418 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [sys.catalog]: This master's current role is: FOLLOWER
02:14:07.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.796792 27418 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 368290d4ad09417cbfe13016796cdea9. Latest consensus state: current_term: 1 leader_uuid: "368290d4ad09417cbfe13016796cdea9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.797587 27418 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [sys.catalog]: This master's current role is: FOLLOWER
02:14:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.799073 27426 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "368290d4ad09417cbfe13016796cdea9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.799994 27426 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6 [sys.catalog]: This master's current role is: FOLLOWER
02:14:07.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.869556 27434 catalog_manager.cc:1294] Loaded cluster ID: 20889b28227544d891e91f62bb897492
02:14:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.869853 27434 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6: loading cluster ID for follower catalog manager: success
02:14:07.880 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:07.880 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:07.881 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:07.881 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:07.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:07.881 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:07.881 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:07.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:07.881 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:07.881 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:07.881 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:07.881 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:07.881 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.901434 27434 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6: acquiring CA information for follower catalog manager: success
02:14:07.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476847927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:07.938 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:14:07.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:07.938480 27434 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 4ee84ba74207461dbfe633a6008b3ab6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:07.940 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:14:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:08.155467 27417 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:08.156620 27417 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:08.157779 27417 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:08.228665 27417 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:08.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:08.230561 27417 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.126.193
02:14:08.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:08.266 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:08.267 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:08.267 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:08.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.268 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:08.307112 27417 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/data
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/wal
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.193:0
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/data/info.pb
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.193
02:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.126.193
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/logs
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:08.309793 27417 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:08.312078 27417 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:08.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:08.314505 27408 catalog_manager.cc:1294] Loaded cluster ID: 20889b28227544d891e91f62bb897492
02:14:08.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:08.314909 27408 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b: loading cluster ID for follower catalog manager: success
02:14:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:08.327044 27408 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b: acquiring CA information for follower catalog manager: success
02:14:08.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:08.342967 27408 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1b328efa9d5549c3b5f8cdc11a9fa41b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:08.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:08.342823 27379 sys_catalog.cc:455] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "368290d4ad09417cbfe13016796cdea9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ee84ba74207461dbfe633a6008b3ab6" member_type: VOTER last_known_addr { host: "127.26.126.254" port: 34137 } } peers { permanent_uuid: "1b328efa9d5549c3b5f8cdc11a9fa41b" member_type: VOTER last_known_addr { host: "127.26.126.253" port: 36049 } } peers { permanent_uuid: "368290d4ad09417cbfe13016796cdea9" member_type: VOTER last_known_addr { host: "127.26.126.252" port: 33207 } } }
02:14:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:08.343755 27379 sys_catalog.cc:458] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 [sys.catalog]: This master's current role is: LEADER
02:14:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:08.356263 27442 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:08.356 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:08.366 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:08.367 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:08.367 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:08.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.368 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.369 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:08.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476848426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:08.437 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:14:08.438 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:14:08.692 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:08.693 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:08.693 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:08.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.697 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:08.706 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:08.707 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:08.707 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:08.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:08.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:08.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:08.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:08.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:08.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:08.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:08.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:08.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:08.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:08.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:08.812 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:08.812 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:08.812 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:08.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.813 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.814 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:08.814 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [67ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [214ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [214ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [271ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [271ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [272ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [326ms] refreshing cache from master, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [327ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [328ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [328ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [328ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [422ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [663ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [663ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [800ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [802ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [803ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [804ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [804ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2540ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2543ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3180ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3182ms] too many traces: truncated at 100 traces, deferred=Deferred@1065393926(state=PENDING, result=null, callback=(continuation of Deferred@974577639 after retry RPC after error@187483319) -> (continuation of Deferred@1626004629 after retry RPC after error@1537804065) -> (continuation of Deferred@1472987732 after retry RPC after error@984116582) -> (continuation of Deferred@210763986 after retry RPC after error@521375342) -> (continuation of Deferred@679141754 after retry RPC after error@1363180110) -> (continuation of Deferred@1574594084 after retry RPC after error@1589240591) -> (continuation of Deferred@557299859 after retry RPC after error@1937188081) -> (continuation of Deferred@2106759165 after retry RPC after error@1814213339) -> (continuation of Deferred@1884126444 after retry RPC after error@978816696) -> (continuation of Deferred@1393810288 after retry RPC after error@710807459) -> (continuation of Deferred@837790744 after retry RPC after error@927717075) -> (continuation of Deferred@2051949329 after retry RPC after error@540502252) -> (continuation of Deferred@1819582366 after retry RPC after error@98574733) -> (continuation of Deferred@222215403 after retry RPC after error@374724008) -> (continuation of Deferred@1578442899 after retry RPC after error@1526566549) -> (continuation of Deferred@576501957 after retry RPC after error@446484915) -> (continuation of Deferred@1836743627 after retry RPC after error@1531300311) -> (continuation of Deferred@471386346 after retry RPC after error@1626702739) -> (continuation of Deferred@1584334949 after retry RPC after error@722565390) -> (continuation of Deferred@1897184030 after retry RPC after error@1026639796) -> (continuation of Deferred@456875095 after retry RPC after error@994221879) -> (continuation of Deferred@1868177162 after retry RPC after error@1482811826), errback=(continuation of Deferred@974577639 after retry RPC after error@187483319) -> (continuation of Deferred@1626004629 after retry RPC after error@1537804065) -> (continuation of Deferred@1472987732 after retry RPC after error@984116582) -> (continuation of Deferred@210763986 after retry RPC after error@521375342) -> (continuation of Deferred@679141754 after retry RPC after error@1363180110) -> (continuation of Deferred@1574594084 after retry RPC after error@1589240591) -> (continuation of Deferred@557299859 after retry RPC after error@1937188081) -> (continuation of Deferred@2106759165 after retry RPC after error@1814213339) -> (continuation of Deferred@1884126444 after retry RPC after error@978816696) -> (continuation of Deferred@1393810288 after retry RPC after error@710807459) -> (continuation of Deferred@837790744 after retry RPC after error@927717075) -> (continuation of Deferred@2051949329 after retry RPC after error@540502252) -> (continuation of Deferred@1819582366 after retry RPC after error@98574733) -> (continuation of Deferred@222215403 after retry RPC after error@374724008) -> (continuation of Deferred@1578442899 after retry RPC after error@1526566549) -> (continuation of Deferred@576501957 after retry RPC after error@446484915) -> (continuation of Deferred@1836743627 after retry RPC after error@1531300311) -> (continuation of Deferred@471386346 after retry RPC after error@1626702739) -> (continuation of Deferred@1584334949 after retry RPC after error@722565390) -> (continuation of Deferred@1897184030 after retry RPC after error@1026639796) -> (continuation of Deferred@456875095 after retry RPC after error@994221879) -> (continuation of Deferred@1868177162 after retry RPC after error@1482811826)))
02:14:08.815 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:14:08.816 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [67ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [214ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [214ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [271ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [271ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [272ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [326ms] refreshing cache from master, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [327ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [328ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [328ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [328ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [422ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [663ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [663ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [800ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [802ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [803ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [804ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [804ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2540ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2543ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3180ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3182ms] too many traces: truncated at 100 traces, deferred=Deferred@1065393926(state=PENDING, result=null, callback=(continuation of Deferred@974577639 after retry RPC after error@187483319) -> (continuation of Deferred@1626004629 after retry RPC after error@1537804065) -> (continuation of Deferred@1472987732 after retry RPC after error@984116582) -> (continuation of Deferred@210763986 after retry RPC after error@521375342) -> (continuation of Deferred@679141754 after retry RPC after error@1363180110) -> (continuation of Deferred@1574594084 after retry RPC after error@1589240591) -> (continuation of Deferred@557299859 after retry RPC after error@1937188081) -> (continuation of Deferred@2106759165 after retry RPC after error@1814213339) -> (continuation of Deferred@1884126444 after retry RPC after error@978816696) -> (continuation of Deferred@1393810288 after retry RPC after error@710807459) -> (continuation of Deferred@837790744 after retry RPC after error@927717075) -> (continuation of Deferred@2051949329 after retry RPC after error@540502252) -> (continuation of Deferred@1819582366 after retry RPC after error@98574733) -> (continuation of Deferred@222215403 after retry RPC after error@374724008) -> (continuation of Deferred@1578442899 after retry RPC after error@1526566549) -> (continuation of Deferred@576501957 after retry RPC after error@446484915) -> (continuation of Deferred@1836743627 after retry RPC after error@1531300311) -> (continuation of Deferred@471386346 after retry RPC after error@1626702739) -> (continuation of Deferred@1584334949 after retry RPC after error@722565390) -> (continuation of Deferred@1897184030 after retry RPC after error@1026639796) -> (continuation of Deferred@456875095 after retry RPC after error@994221879) -> (continuation of Deferred@1868177162 after retry RPC after error@1482811826), errback=(continuation of Deferred@974577639 after retry RPC after error@187483319) -> (continuation of Deferred@1626004629 after retry RPC after error@1537804065) -> (continuation of Deferred@1472987732 after retry RPC after error@984116582) -> (continuation of Deferred@210763986 after retry RPC after error@521375342) -> (continuation of Deferred@679141754 after retry RPC after error@1363180110) -> (continuation of Deferred@1574594084 after retry RPC after error@1589240591) -> (continuation of Deferred@557299859 after retry RPC after error@1937188081) -> (continuation of Deferred@2106759165 after retry RPC after error@1814213339) -> (continuation of Deferred@1884126444 after retry RPC after error@978816696) -> (continuation of Deferred@1393810288 after retry RPC after error@710807459) -> (continuation of Deferred@837790744 after retry RPC after error@927717075) -> (continuation of Deferred@2051949329 after retry RPC after error@540502252) -> (continuation of Deferred@1819582366 after retry RPC after error@98574733) -> (continuation of Deferred@222215403 after retry RPC after error@374724008) -> (continuation of Deferred@1578442899 after retry RPC after error@1526566549) -> (continuation of Deferred@576501957 after retry RPC after error@446484915) -> (continuation of Deferred@1836743627 after retry RPC after error@1531300311) -> (continuation of Deferred@471386346 after retry RPC after error@1626702739) -> (continuation of Deferred@1584334949 after retry RPC after error@722565390) -> (continuation of Deferred@1897184030 after retry RPC after error@1026639796) -> (continuation of Deferred@456875095 after retry RPC after error@994221879) -> (continuation of Deferred@1868177162 after retry RPC after error@1482811826)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.254:33699
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:08.816 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:14:08.818 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
02:14:08.821 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [67ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [214ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [214ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [271ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [271ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [272ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [326ms] refreshing cache from master, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [327ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [328ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [328ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [328ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [422ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [663ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [663ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [800ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [802ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [803ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [804ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [804ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2540ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2543ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3180ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3182ms] too many traces: truncated at 100 traces, deferred=Deferred@1065393926(state=PENDING, result=null, callback=(continuation of Deferred@974577639 after retry RPC after error@187483319) -> (continuation of Deferred@1626004629 after retry RPC after error@1537804065) -> (continuation of Deferred@1472987732 after retry RPC after error@984116582) -> (continuation of Deferred@210763986 after retry RPC after error@521375342) -> (continuation of Deferred@679141754 after retry RPC after error@1363180110) -> (continuation of Deferred@1574594084 after retry RPC after error@1589240591) -> (continuation of Deferred@557299859 after retry RPC after error@1937188081) -> (continuation of Deferred@2106759165 after retry RPC after error@1814213339) -> (continuation of Deferred@1884126444 after retry RPC after error@978816696) -> (continuation of Deferred@1393810288 after retry RPC after error@710807459) -> (continuation of Deferred@837790744 after retry RPC after error@927717075) -> (continuation of Deferred@2051949329 after retry RPC after error@540502252) -> (continuation of Deferred@1819582366 after retry RPC after error@98574733) -> (continuation of Deferred@222215403 after retry RPC after error@374724008) -> (continuation of Deferred@1578442899 after retry RPC after error@1526566549) -> (continuation of Deferred@576501957 after retry RPC after error@446484915) -> (continuation of Deferred@1836743627 after retry RPC after error@1531300311) -> (continuation of Deferred@471386346 after retry RPC after error@1626702739) -> (continuation of Deferred@1584334949 after retry RPC after error@722565390) -> (continuation of Deferred@1897184030 after retry RPC after error@1026639796) -> (continuation of Deferred@456875095 after retry RPC after error@994221879) -> (continuation of Deferred@1868177162 after retry RPC after error@1482811826), errback=(continuation of Deferred@974577639 after retry RPC after error@187483319) -> (continuation of Deferred@1626004629 after retry RPC after error@1537804065) -> (continuation of Deferred@1472987732 after retry RPC after error@984116582) -> (continuation of Deferred@210763986 after retry RPC after error@521375342) -> (continuation of Deferred@679141754 after retry RPC after error@1363180110) -> (continuation of Deferred@1574594084 after retry RPC after error@1589240591) -> (continuation of Deferred@557299859 after retry RPC after error@1937188081) -> (continuation of Deferred@2106759165 after retry RPC after error@1814213339) -> (continuation of Deferred@1884126444 after retry RPC after error@978816696) -> (continuation of Deferred@1393810288 after retry RPC after error@710807459) -> (continuation of Deferred@837790744 after retry RPC after error@927717075) -> (continuation of Deferred@2051949329 after retry RPC after error@540502252) -> (continuation of Deferred@1819582366 after retry RPC after error@98574733) -> (continuation of Deferred@222215403 after retry RPC after error@374724008) -> (continuation of Deferred@1578442899 after retry RPC after error@1526566549) -> (continuation of Deferred@576501957 after retry RPC after error@446484915) -> (continuation of Deferred@1836743627 after retry RPC after error@1531300311) -> (continuation of Deferred@471386346 after retry RPC after error@1626702739) -> (continuation of Deferred@1584334949 after retry RPC after error@722565390) -> (continuation of Deferred@1897184030 after retry RPC after error@1026639796) -> (continuation of Deferred@456875095 after retry RPC after error@994221879) -> (continuation of Deferred@1868177162 after retry RPC after error@1482811826)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.254:33699
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:08.822 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
02:14:08.822 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
02:14:08.822 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RUNNING to RESTARTING.
02:14:08.823 [WARN - flink-pekko.actor.default-dispatcher-6] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:14:08.823 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:08.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:08.921 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:08.921 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:08.921 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:08.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.922 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.922 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:08.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:08.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:08.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:08.923 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27346), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [167ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [168ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [168ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [217ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [307ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [344ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [524ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [524ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [724ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1141ms] refreshing cache from master, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1150ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1150ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1644ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2223ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2961ms] refreshing cache from master, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2963ms] too many traces: truncated at 100 traces, deferred=Deferred@916120089(state=PENDING, result=null, callback=(continuation of Deferred@1668926517 after retry RPC after error@1311636301) -> (continuation of Deferred@1215543899 after retry RPC after error@689443686) -> (continuation of Deferred@78477844 after retry RPC after error@637214303) -> (continuation of Deferred@1888471513 after retry RPC after error@426076045) -> (continuation of Deferred@1987560303 after retry RPC after error@184754712) -> (continuation of Deferred@97313696 after retry RPC after error@933737883) -> (continuation of Deferred@2130928827 after retry RPC after error@1828883105) -> (continuation of Deferred@263300418 after retry RPC after error@95474242) -> (continuation of Deferred@1634883827 after retry RPC after error@417104382) -> (continuation of Deferred@440777746 after retry RPC after error@426004442) -> (continuation of Deferred@1780623813 after retry RPC after error@378373646) -> (continuation of Deferred@564071905 after retry RPC after error@440310935) -> (continuation of Deferred@1630138900 after retry RPC after error@468628937) -> (continuation of Deferred@1111966544 after retry RPC after error@745780651) -> (continuation of Deferred@48515939 after retry RPC after error@1825236491) -> (continuation of Deferred@351233281 after retry RPC after error@620774618) -> (continuation of Deferred@85965898 after retry RPC after error@1046411356) -> (continuation of Deferred@1366705659 after retry RPC after error@1995963803) -> (continuation of Deferred@250802915 after retry RPC after error@1193768825) -> (continuation of Deferred@614317051 after retry RPC after error@1842319830) -> (continuation of Deferred@1949500262 after retry RPC after error@148057638), errback=(continuation of Deferred@1668926517 after retry RPC after error@1311636301) -> (continuation of Deferred@1215543899 after retry RPC after error@689443686) -> (continuation of Deferred@78477844 after retry RPC after error@637214303) -> (continuation of Deferred@1888471513 after retry RPC after error@426076045) -> (continuation of Deferred@1987560303 after retry RPC after error@184754712) -> (continuation of Deferred@97313696 after retry RPC after error@933737883) -> (continuation of Deferred@2130928827 after retry RPC after error@1828883105) -> (continuation of Deferred@263300418 after retry RPC after error@95474242) -> (continuation of Deferred@1634883827 after retry RPC after error@417104382) -> (continuation of Deferred@440777746 after retry RPC after error@426004442) -> (continuation of Deferred@1780623813 after retry RPC after error@378373646) -> (continuation of Deferred@564071905 after retry RPC after error@440310935) -> (continuation of Deferred@1630138900 after retry RPC after error@468628937) -> (continuation of Deferred@1111966544 after retry RPC after error@745780651) -> (continuation of Deferred@48515939 after retry RPC after error@1825236491) -> (continuation of Deferred@351233281 after retry RPC after error@620774618) -> (continuation of Deferred@85965898 after retry RPC after error@1046411356) -> (continuation of Deferred@1366705659 after retry RPC after error@1995963803) -> (continuation of Deferred@250802915 after retry RPC after error@1193768825) -> (continuation of Deferred@614317051 after retry RPC after error@1842319830) -> (continuation of Deferred@1949500262 after retry RPC after error@148057638)))
02:14:08.924 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:14:08.924 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27346), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [167ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [168ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [168ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [217ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [307ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [344ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [524ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [524ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [724ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1141ms] refreshing cache from master, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1150ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1150ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1644ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2223ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2961ms] refreshing cache from master, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2963ms] too many traces: truncated at 100 traces, deferred=Deferred@916120089(state=PENDING, result=null, callback=(continuation of Deferred@1668926517 after retry RPC after error@1311636301) -> (continuation of Deferred@1215543899 after retry RPC after error@689443686) -> (continuation of Deferred@78477844 after retry RPC after error@637214303) -> (continuation of Deferred@1888471513 after retry RPC after error@426076045) -> (continuation of Deferred@1987560303 after retry RPC after error@184754712) -> (continuation of Deferred@97313696 after retry RPC after error@933737883) -> (continuation of Deferred@2130928827 after retry RPC after error@1828883105) -> (continuation of Deferred@263300418 after retry RPC after error@95474242) -> (continuation of Deferred@1634883827 after retry RPC after error@417104382) -> (continuation of Deferred@440777746 after retry RPC after error@426004442) -> (continuation of Deferred@1780623813 after retry RPC after error@378373646) -> (continuation of Deferred@564071905 after retry RPC after error@440310935) -> (continuation of Deferred@1630138900 after retry RPC after error@468628937) -> (continuation of Deferred@1111966544 after retry RPC after error@745780651) -> (continuation of Deferred@48515939 after retry RPC after error@1825236491) -> (continuation of Deferred@351233281 after retry RPC after error@620774618) -> (continuation of Deferred@85965898 after retry RPC after error@1046411356) -> (continuation of Deferred@1366705659 after retry RPC after error@1995963803) -> (continuation of Deferred@250802915 after retry RPC after error@1193768825) -> (continuation of Deferred@614317051 after retry RPC after error@1842319830) -> (continuation of Deferred@1949500262 after retry RPC after error@148057638), errback=(continuation of Deferred@1668926517 after retry RPC after error@1311636301) -> (continuation of Deferred@1215543899 after retry RPC after error@689443686) -> (continuation of Deferred@78477844 after retry RPC after error@637214303) -> (continuation of Deferred@1888471513 after retry RPC after error@426076045) -> (continuation of Deferred@1987560303 after retry RPC after error@184754712) -> (continuation of Deferred@97313696 after retry RPC after error@933737883) -> (continuation of Deferred@2130928827 after retry RPC after error@1828883105) -> (continuation of Deferred@263300418 after retry RPC after error@95474242) -> (continuation of Deferred@1634883827 after retry RPC after error@417104382) -> (continuation of Deferred@440777746 after retry RPC after error@426004442) -> (continuation of Deferred@1780623813 after retry RPC after error@378373646) -> (continuation of Deferred@564071905 after retry RPC after error@440310935) -> (continuation of Deferred@1630138900 after retry RPC after error@468628937) -> (continuation of Deferred@1111966544 after retry RPC after error@745780651) -> (continuation of Deferred@48515939 after retry RPC after error@1825236491) -> (continuation of Deferred@351233281 after retry RPC after error@620774618) -> (continuation of Deferred@85965898 after retry RPC after error@1046411356) -> (continuation of Deferred@1366705659 after retry RPC after error@1995963803) -> (continuation of Deferred@250802915 after retry RPC after error@1193768825) -> (continuation of Deferred@614317051 after retry RPC after error@1842319830) -> (continuation of Deferred@1949500262 after retry RPC after error@148057638)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:08.925 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:14:08.929 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476848926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:08.931 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
02:14:08.934 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27346), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [167ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [168ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [168ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [217ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [307ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [344ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [524ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [524ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [724ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1141ms] refreshing cache from master, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1150ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1150ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1644ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2223ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2961ms] refreshing cache from master, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2963ms] too many traces: truncated at 100 traces, deferred=Deferred@916120089(state=PENDING, result=null, callback=(continuation of Deferred@1668926517 after retry RPC after error@1311636301) -> (continuation of Deferred@1215543899 after retry RPC after error@689443686) -> (continuation of Deferred@78477844 after retry RPC after error@637214303) -> (continuation of Deferred@1888471513 after retry RPC after error@426076045) -> (continuation of Deferred@1987560303 after retry RPC after error@184754712) -> (continuation of Deferred@97313696 after retry RPC after error@933737883) -> (continuation of Deferred@2130928827 after retry RPC after error@1828883105) -> (continuation of Deferred@263300418 after retry RPC after error@95474242) -> (continuation of Deferred@1634883827 after retry RPC after error@417104382) -> (continuation of Deferred@440777746 after retry RPC after error@426004442) -> (continuation of Deferred@1780623813 after retry RPC after error@378373646) -> (continuation of Deferred@564071905 after retry RPC after error@440310935) -> (continuation of Deferred@1630138900 after retry RPC after error@468628937) -> (continuation of Deferred@1111966544 after retry RPC after error@745780651) -> (continuation of Deferred@48515939 after retry RPC after error@1825236491) -> (continuation of Deferred@351233281 after retry RPC after error@620774618) -> (continuation of Deferred@85965898 after retry RPC after error@1046411356) -> (continuation of Deferred@1366705659 after retry RPC after error@1995963803) -> (continuation of Deferred@250802915 after retry RPC after error@1193768825) -> (continuation of Deferred@614317051 after retry RPC after error@1842319830) -> (continuation of Deferred@1949500262 after retry RPC after error@148057638), errback=(continuation of Deferred@1668926517 after retry RPC after error@1311636301) -> (continuation of Deferred@1215543899 after retry RPC after error@689443686) -> (continuation of Deferred@78477844 after retry RPC after error@637214303) -> (continuation of Deferred@1888471513 after retry RPC after error@426076045) -> (continuation of Deferred@1987560303 after retry RPC after error@184754712) -> (continuation of Deferred@97313696 after retry RPC after error@933737883) -> (continuation of Deferred@2130928827 after retry RPC after error@1828883105) -> (continuation of Deferred@263300418 after retry RPC after error@95474242) -> (continuation of Deferred@1634883827 after retry RPC after error@417104382) -> (continuation of Deferred@440777746 after retry RPC after error@426004442) -> (continuation of Deferred@1780623813 after retry RPC after error@378373646) -> (continuation of Deferred@564071905 after retry RPC after error@440310935) -> (continuation of Deferred@1630138900 after retry RPC after error@468628937) -> (continuation of Deferred@1111966544 after retry RPC after error@745780651) -> (continuation of Deferred@48515939 after retry RPC after error@1825236491) -> (continuation of Deferred@351233281 after retry RPC after error@620774618) -> (continuation of Deferred@85965898 after retry RPC after error@1046411356) -> (continuation of Deferred@1366705659 after retry RPC after error@1995963803) -> (continuation of Deferred@250802915 after retry RPC after error@1193768825) -> (continuation of Deferred@614317051 after retry RPC after error@1842319830) -> (continuation of Deferred@1949500262 after retry RPC after error@148057638)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:08.935 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:08.935 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
02:14:08.935 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
02:14:08.940 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:14:08.942 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:14:09.019 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:09.020 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:09.020 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:09.021 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:09.021 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:09.021 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:09.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:09.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:09.022 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:09.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:09.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:09.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:09.023 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:09.106 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:09.107 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:09.107 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:09.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:09.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:09.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:09.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:09.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:09.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:09.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:09.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:09.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:09.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:09.109 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27537), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [97ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [170ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [218ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [219ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [344ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [463ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [624ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [625ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [625ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [963ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [963ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [964ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [964ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1723ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2260ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2262ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@910017436(state=PENDING, result=null, callback=(continuation of Deferred@854220404 after retry RPC after error@77319662) -> (continuation of Deferred@906528708 after retry RPC after error@1852937146) -> (continuation of Deferred@243821054 after retry RPC after error@1420173692) -> (continuation of Deferred@644000395 after retry RPC after error@1156317630) -> (continuation of Deferred@157701956 after retry RPC after error@1814969045) -> (continuation of Deferred@1596711721 after retry RPC after error@2079254659) -> (continuation of Deferred@1074355405 after retry RPC after error@1567370891) -> (continuation of Deferred@1574878372 after retry RPC after error@1375272300) -> (continuation of Deferred@1537027242 after retry RPC after error@1740200228) -> (continuation of Deferred@1336599275 after retry RPC after error@1496282607) -> (continuation of Deferred@1810233884 after retry RPC after error@1186528829) -> (continuation of Deferred@1587409339 after retry RPC after error@2084530058) -> (continuation of Deferred@944658187 after retry RPC after error@965091113) -> (continuation of Deferred@145170827 after retry RPC after error@262345762) -> (continuation of Deferred@1168108754 after retry RPC after error@1290394655) -> (continuation of Deferred@2104694640 after retry RPC after error@1785073400) -> (continuation of Deferred@1353029146 after retry RPC after error@1378787637) -> (continuation of Deferred@931394711 after retry RPC after error@1833446737) -> (continuation of Deferred@295789476 after retry RPC after error@916541356) -> (continuation of Deferred@514728611 after retry RPC after error@841000578) -> (continuation of Deferred@679890721 after retry RPC after error@342272434) -> (continuation of Deferred@2075277991 after retry RPC after error@1276217317) -> (continuation of Deferred@1450456577 after retry RPC after error@2013150788) -> (continuation of Deferred@502486302 after retry RPC after error@1562236906) -> (continuation of Deferred@716060278 after retry RPC after error@740569465) -> (continuation of Deferred@737724998 after retry RPC after error@409598548), errback=(continuation of Deferred@854220404 after retry RPC after error@77319662) -> (continuation of Deferred@906528708 after retry RPC after error@1852937146) -> (continuation of Deferred@243821054 after retry RPC after error@1420173692) -> (continuation of Deferred@644000395 after retry RPC after error@1156317630) -> (continuation of Deferred@157701956 after retry RPC after error@1814969045) -> (continuation of Deferred@1596711721 after retry RPC after error@2079254659) -> (continuation of Deferred@1074355405 after retry RPC after error@1567370891) -> (continuation of Deferred@1574878372 after retry RPC after error@1375272300) -> (continuation of Deferred@1537027242 after retry RPC after error@1740200228) -> (continuation of Deferred@1336599275 after retry RPC after error@1496282607) -> (continuation of Deferred@1810233884 after retry RPC after error@1186528829) -> (continuation of Deferred@1587409339 after retry RPC after error@2084530058) -> (continuation of Deferred@944658187 after retry RPC after error@965091113) -> (continuation of Deferred@145170827 after retry RPC after error@262345762) -> (continuation of Deferred@1168108754 after retry RPC after error@1290394655) -> (continuation of Deferred@2104694640 after retry RPC after error@1785073400) -> (continuation of Deferred@1353029146 after retry RPC after error@1378787637) -> (continuation of Deferred@931394711 after retry RPC after error@1833446737) -> (continuation of Deferred@295789476 after retry RPC after error@916541356) -> (continuation of Deferred@514728611 after retry RPC after error@841000578) -> (continuation of Deferred@679890721 after retry RPC after error@342272434) -> (continuation of Deferred@2075277991 after retry RPC after error@1276217317) -> (continuation of Deferred@1450456577 after retry RPC after error@2013150788) -> (continuation of Deferred@502486302 after retry RPC after error@1562236906) -> (continuation of Deferred@716060278 after retry RPC after error@740569465) -> (continuation of Deferred@737724998 after retry RPC after error@409598548)))
02:14:09.110 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:14:09.110 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27537), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [97ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [170ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [218ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [219ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [344ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [463ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [624ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [625ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [625ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [963ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [963ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [964ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [964ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1723ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2260ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2262ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@910017436(state=PENDING, result=null, callback=(continuation of Deferred@854220404 after retry RPC after error@77319662) -> (continuation of Deferred@906528708 after retry RPC after error@1852937146) -> (continuation of Deferred@243821054 after retry RPC after error@1420173692) -> (continuation of Deferred@644000395 after retry RPC after error@1156317630) -> (continuation of Deferred@157701956 after retry RPC after error@1814969045) -> (continuation of Deferred@1596711721 after retry RPC after error@2079254659) -> (continuation of Deferred@1074355405 after retry RPC after error@1567370891) -> (continuation of Deferred@1574878372 after retry RPC after error@1375272300) -> (continuation of Deferred@1537027242 after retry RPC after error@1740200228) -> (continuation of Deferred@1336599275 after retry RPC after error@1496282607) -> (continuation of Deferred@1810233884 after retry RPC after error@1186528829) -> (continuation of Deferred@1587409339 after retry RPC after error@2084530058) -> (continuation of Deferred@944658187 after retry RPC after error@965091113) -> (continuation of Deferred@145170827 after retry RPC after error@262345762) -> (continuation of Deferred@1168108754 after retry RPC after error@1290394655) -> (continuation of Deferred@2104694640 after retry RPC after error@1785073400) -> (continuation of Deferred@1353029146 after retry RPC after error@1378787637) -> (continuation of Deferred@931394711 after retry RPC after error@1833446737) -> (continuation of Deferred@295789476 after retry RPC after error@916541356) -> (continuation of Deferred@514728611 after retry RPC after error@841000578) -> (continuation of Deferred@679890721 after retry RPC after error@342272434) -> (continuation of Deferred@2075277991 after retry RPC after error@1276217317) -> (continuation of Deferred@1450456577 after retry RPC after error@2013150788) -> (continuation of Deferred@502486302 after retry RPC after error@1562236906) -> (continuation of Deferred@716060278 after retry RPC after error@740569465) -> (continuation of Deferred@737724998 after retry RPC after error@409598548), errback=(continuation of Deferred@854220404 after retry RPC after error@77319662) -> (continuation of Deferred@906528708 after retry RPC after error@1852937146) -> (continuation of Deferred@243821054 after retry RPC after error@1420173692) -> (continuation of Deferred@644000395 after retry RPC after error@1156317630) -> (continuation of Deferred@157701956 after retry RPC after error@1814969045) -> (continuation of Deferred@1596711721 after retry RPC after error@2079254659) -> (continuation of Deferred@1074355405 after retry RPC after error@1567370891) -> (continuation of Deferred@1574878372 after retry RPC after error@1375272300) -> (continuation of Deferred@1537027242 after retry RPC after error@1740200228) -> (continuation of Deferred@1336599275 after retry RPC after error@1496282607) -> (continuation of Deferred@1810233884 after retry RPC after error@1186528829) -> (continuation of Deferred@1587409339 after retry RPC after error@2084530058) -> (continuation of Deferred@944658187 after retry RPC after error@965091113) -> (continuation of Deferred@145170827 after retry RPC after error@262345762) -> (continuation of Deferred@1168108754 after retry RPC after error@1290394655) -> (continuation of Deferred@2104694640 after retry RPC after error@1785073400) -> (continuation of Deferred@1353029146 after retry RPC after error@1378787637) -> (continuation of Deferred@931394711 after retry RPC after error@1833446737) -> (continuation of Deferred@295789476 after retry RPC after error@916541356) -> (continuation of Deferred@514728611 after retry RPC after error@841000578) -> (continuation of Deferred@679890721 after retry RPC after error@342272434) -> (continuation of Deferred@2075277991 after retry RPC after error@1276217317) -> (continuation of Deferred@1450456577 after retry RPC after error@2013150788) -> (continuation of Deferred@502486302 after retry RPC after error@1562236906) -> (continuation of Deferred@716060278 after retry RPC after error@740569465) -> (continuation of Deferred@737724998 after retry RPC after error@409598548)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:09.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:14:09.115 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:14:09.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27537), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [97ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [170ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [218ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [219ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [344ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [463ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [624ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [625ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [625ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [963ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [963ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [964ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [964ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1723ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2260ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2262ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@910017436(state=PENDING, result=null, callback=(continuation of Deferred@854220404 after retry RPC after error@77319662) -> (continuation of Deferred@906528708 after retry RPC after error@1852937146) -> (continuation of Deferred@243821054 after retry RPC after error@1420173692) -> (continuation of Deferred@644000395 after retry RPC after error@1156317630) -> (continuation of Deferred@157701956 after retry RPC after error@1814969045) -> (continuation of Deferred@1596711721 after retry RPC after error@2079254659) -> (continuation of Deferred@1074355405 after retry RPC after error@1567370891) -> (continuation of Deferred@1574878372 after retry RPC after error@1375272300) -> (continuation of Deferred@1537027242 after retry RPC after error@1740200228) -> (continuation of Deferred@1336599275 after retry RPC after error@1496282607) -> (continuation of Deferred@1810233884 after retry RPC after error@1186528829) -> (continuation of Deferred@1587409339 after retry RPC after error@2084530058) -> (continuation of Deferred@944658187 after retry RPC after error@965091113) -> (continuation of Deferred@145170827 after retry RPC after error@262345762) -> (continuation of Deferred@1168108754 after retry RPC after error@1290394655) -> (continuation of Deferred@2104694640 after retry RPC after error@1785073400) -> (continuation of Deferred@1353029146 after retry RPC after error@1378787637) -> (continuation of Deferred@931394711 after retry RPC after error@1833446737) -> (continuation of Deferred@295789476 after retry RPC after error@916541356) -> (continuation of Deferred@514728611 after retry RPC after error@841000578) -> (continuation of Deferred@679890721 after retry RPC after error@342272434) -> (continuation of Deferred@2075277991 after retry RPC after error@1276217317) -> (continuation of Deferred@1450456577 after retry RPC after error@2013150788) -> (continuation of Deferred@502486302 after retry RPC after error@1562236906) -> (continuation of Deferred@716060278 after retry RPC after error@740569465) -> (continuation of Deferred@737724998 after retry RPC after error@409598548), errback=(continuation of Deferred@854220404 after retry RPC after error@77319662) -> (continuation of Deferred@906528708 after retry RPC after error@1852937146) -> (continuation of Deferred@243821054 after retry RPC after error@1420173692) -> (continuation of Deferred@644000395 after retry RPC after error@1156317630) -> (continuation of Deferred@157701956 after retry RPC after error@1814969045) -> (continuation of Deferred@1596711721 after retry RPC after error@2079254659) -> (continuation of Deferred@1074355405 after retry RPC after error@1567370891) -> (continuation of Deferred@1574878372 after retry RPC after error@1375272300) -> (continuation of Deferred@1537027242 after retry RPC after error@1740200228) -> (continuation of Deferred@1336599275 after retry RPC after error@1496282607) -> (continuation of Deferred@1810233884 after retry RPC after error@1186528829) -> (continuation of Deferred@1587409339 after retry RPC after error@2084530058) -> (continuation of Deferred@944658187 after retry RPC after error@965091113) -> (continuation of Deferred@145170827 after retry RPC after error@262345762) -> (continuation of Deferred@1168108754 after retry RPC after error@1290394655) -> (continuation of Deferred@2104694640 after retry RPC after error@1785073400) -> (continuation of Deferred@1353029146 after retry RPC after error@1378787637) -> (continuation of Deferred@931394711 after retry RPC after error@1833446737) -> (continuation of Deferred@295789476 after retry RPC after error@916541356) -> (continuation of Deferred@514728611 after retry RPC after error@841000578) -> (continuation of Deferred@679890721 after retry RPC after error@342272434) -> (continuation of Deferred@2075277991 after retry RPC after error@1276217317) -> (continuation of Deferred@1450456577 after retry RPC after error@2013150788) -> (continuation of Deferred@502486302 after retry RPC after error@1562236906) -> (continuation of Deferred@716060278 after retry RPC after error@740569465) -> (continuation of Deferred@737724998 after retry RPC after error@409598548)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:09.120 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
02:14:09.120 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:14:09.123 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:09.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:09.428 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476849427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:09.440 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:09.440 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:09.440 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:09.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:09.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:09.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:09.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:09.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:09.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:09.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:09.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:09.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:09.443 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:09.448 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:14:09.451 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:14:09.466 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:09.466 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:09.467 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:09.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:09.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:09.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:09.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:09.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:09.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:09.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:09.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:09.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:09.469 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:09.595 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:09.596 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:09.596 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:09.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:09.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:09.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:09.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:09.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:09.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:09.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:09.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:09.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:09.598 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:09.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:09.886 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:09.887 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:09.887 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:09.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:09.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:09.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:09.888 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:09.888 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:09.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:09.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:09.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:09.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:09.888 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:09.889 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28292), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [157ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [327ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [349ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [365ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [365ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [378ms] refreshing cache from master, [378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [397ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [421ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [438ms] refreshing cache from master, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [439ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [440ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [440ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [440ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [457ms] refreshing cache from master, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [458ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [459ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [459ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [460ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [478ms] refreshing cache from master, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [478ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [479ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [480ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [481ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [558ms] refreshing cache from master, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [560ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [561ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [599ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [599ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [599ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [600ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [719ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [720ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [720ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [721ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [858ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [859ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [860ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [860ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [860ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1217ms] refreshing cache from master, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1220ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2458ms] refreshing cache from master, [2458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2459ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653)))
02:14:09.890 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:14:09.890 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28292), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [157ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [327ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [349ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [365ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [365ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [378ms] refreshing cache from master, [378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [397ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [421ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [438ms] refreshing cache from master, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [439ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [440ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [440ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [440ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [457ms] refreshing cache from master, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [458ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [459ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [459ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [460ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [478ms] refreshing cache from master, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [478ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [479ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [480ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [481ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [558ms] refreshing cache from master, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [560ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [561ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [599ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [599ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [599ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [600ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [719ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [720ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [720ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [721ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [858ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [859ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [860ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [860ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [860ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1217ms] refreshing cache from master, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1220ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2458ms] refreshing cache from master, [2458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2459ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:09.891 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:14:09.893 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:14:09.895 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28292), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [157ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [327ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [349ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [365ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [365ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [378ms] refreshing cache from master, [378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [397ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [421ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [438ms] refreshing cache from master, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [439ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [440ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [440ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [440ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [457ms] refreshing cache from master, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [458ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [459ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [459ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [460ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [478ms] refreshing cache from master, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [478ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [479ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [480ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [481ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [558ms] refreshing cache from master, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [560ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [561ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [599ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [599ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [599ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [600ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [719ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [720ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [720ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [721ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [858ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [859ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [860ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [860ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [860ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1217ms] refreshing cache from master, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1220ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2458ms] refreshing cache from master, [2458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2459ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:09.896 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job a6c13ce6708e2c3e17c8a86cefc17c1f
02:14:09.897 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
02:14:09.897 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:14:09.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476849927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:09.936 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:14:09.937 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:14:10.171 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:10.171 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:10.171 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:10.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:10.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:10.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:10.172 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:10.172 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:10.173 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:10.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:10.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:10.173 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:10.173 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:10.213 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:14:10.214 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
02:14:10.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 73 for source Source: KuduSource to checkpoint.
02:14:10.220 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
02:14:10.221 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:10.222 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
02:14:10.222 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 7d2f5db5bec490ad0b15a71b7a248708
02:14:10.222 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:14:10.224 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 7d2f5db5bec490ad0b15a71b7a248708.
02:14:10.224 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:14:10.230 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
02:14:10.230 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 73 for source Source: KuduSource to checkpoint.
02:14:10.231 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
02:14:10.231 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:10.232 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
02:14:10.232 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b
02:14:10.233 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:14:10.233 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
02:14:10.233 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 73 for source Source: KuduSource to checkpoint.
02:14:10.234 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
02:14:10.234 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:10.235 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:14:10.236 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:14:10.237 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
02:14:10.237 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
02:14:10.238 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
02:14:10.238 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id e8729b5aff2e7661118f01f5f3b686e4
02:14:10.238 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RESTARTING to RUNNING.
02:14:10.239 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:14:10.240 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@340e01da
02:14:10.240 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:10.240 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id e8729b5aff2e7661118f01f5f3b686e4.
02:14:10.240 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:10.240 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:14:10.241 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
02:14:10.241 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
02:14:10.241 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d9091b8
02:14:10.241 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:10.241 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:10.242 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:14:10.245 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:14:10.245 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24c36e35
02:14:10.247 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
02:14:10.247 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
02:14:10.248 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ffd4155
02:14:10.248 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:10.248 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:10.248 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:14:10.253 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2585f466
02:14:10.257 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72674c9e
02:14:10.258 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:10.259 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
02:14:10.259 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 73 for source Source: KuduSource to checkpoint.
02:14:10.259 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
02:14:10.260 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:10.260 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:14:10.260 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
02:14:10.260 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 5f93dcc74a70c8785da6de741e58ceb9
02:14:10.260 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:14:10.261 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:14:10.261 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:14:10.261 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:14:10.262 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 5f93dcc74a70c8785da6de741e58ceb9.
02:14:10.263 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:10.275 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.275 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:10.276 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:10.276 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:10.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:10.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:10.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:10.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:10.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:10.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:10.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:10.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:10.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:10.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:10.287 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.297 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
02:14:10.298 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
02:14:10.300 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73f65a53
02:14:10.303 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:10.303 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:10.303 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:14:10.305 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.305 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:14:10.313 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.313 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@365da55e
02:14:10.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.317 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.321 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:10.321 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.326 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.332 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.333 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.333 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.343 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.346 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.352 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:10.360 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.368 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.376 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:09.742823 27441 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 27417
02:14:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:10.379319 27441 kernel_stack_watchdog.cc:198] Thread 27417 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 384ms:
02:14:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:10.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:08.361043 27444 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:10.381 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:10.385001 27417 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.029s	user 0.572s	sys 0.977s
02:14:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:10.385417 27417 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.029s	user 0.572s	sys 0.977s
02:14:10.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.386 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.387 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.398802 27417 server_base.cc:1061] running on GCE node
02:14:10.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.402 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:10.403172 27469 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:10.405 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.408499 27417 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:10.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.412 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.421 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.422 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.422 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.423 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.423 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.425 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476850426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:10.428 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.431 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.433764 27417 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:10.435 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.435 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.436 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:14:10.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.437 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:14:10.443 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.445 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.446 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.446 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.446 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.447 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.450348 27417 hybrid_clock.cc:648] HybridClock initialized: now 1783476850450218 us; error 100 us; skew 500 ppm
02:14:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.451709 27417 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:10.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.457 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.464 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.465 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.466 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.466 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.467 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.467 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.470 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.475 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.481 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.481 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.481 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.481 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.483 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.486 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.486 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.487 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.491 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:10.493 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.495 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.495 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.496 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.496706 27417 webserver.cc:534] Webserver started at http://127.26.126.193:36137/ using document root <none> and password file <none>
02:14:10.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.498250 27417 fs_manager.cc:362] Metadata directory not provided
02:14:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.498581 27417 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.499188 27417 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:10.504 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.505 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.508 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.508 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.508 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.509 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.509 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.509 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.509 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.509 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.509 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.509 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.510 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.510 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.510 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.522 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.519546 27417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/data/instance:
02:14:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70bfac2bba0a408a80c9f89308fa1fc8"
02:14:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:10 on dist-test-slave-fshw"
02:14:10.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.523 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.523 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.523 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.523 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.524 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.524 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.524 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.528 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.528 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.528 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.529 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.529 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.529 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.529 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.529 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.530293 27417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/wal/instance:
02:14:10.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70bfac2bba0a408a80c9f89308fa1fc8"
02:14:10.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:10 on dist-test-slave-fshw"
02:14:10.535 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.535 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.535 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.536 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.543 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.543 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.543 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.544 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.545 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.545 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.546 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.546 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.547 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.556 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.556 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.557 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.558 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.568 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.568 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.568 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.570 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.571913 27417 fs_manager.cc:696] Time spent creating directory manager: real 0.041s	user 0.012s	sys 0.001s
02:14:10.583 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.583 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.584 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.591578 27495 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:10.595 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.595 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.596 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.598469 27417 fs_manager.cc:730] Time spent opening block manager: real 0.021s	user 0.008s	sys 0.002s
02:14:10.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.598984 27417 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/wal
02:14:10.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70bfac2bba0a408a80c9f89308fa1fc8"
02:14:10.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:10 on dist-test-slave-fshw"
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.599469 27417 fs_report.cc:389] FS layout report
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/wal
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/wal
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/data/data
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:10.608 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.608 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.608 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.609 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.609 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.609 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.610 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.645 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.645 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.645 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.646 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.646 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.646 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.647 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.655 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.656 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.656 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.657 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.663 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.664 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.664 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.665 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.705 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.705 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.706 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.707 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.723 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.724 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.724 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.727 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.728 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.728 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.728 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.729 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.776 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.776 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.776 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.777 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.792562 27417 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.799650 27417 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.802318 27417 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.817759 27417 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:14:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.838565 27417 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.839169 27417 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:14:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.839712 27417 ts_tablet_manager.cc:616] Registered 0 tablets
02:14:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:10.840094 27417 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:14:10.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:10.863 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.863 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.864 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476850926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:10.937 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:14:10.938 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:14:10.943 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.944 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.944 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.946 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.974 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:10.975 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:10.975 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:10.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:10.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:10.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:10.975 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:10.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:10.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:10.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:10.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:10.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:10.976 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.976 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:10.976 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:10.988 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:10.989 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:10.989 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:10.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:10.990 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:10.991 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:10.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:10.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:11.016 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:11.016 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:11.016 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:11.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.018 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.018 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:11.039 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:11.039 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:11.040 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:11.040 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:11.040 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:11.040 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:11.040 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:11.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:11.040 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:11.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:11.040 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:11.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:11.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:11.086 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:11.086 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:11.086 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:11.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.088 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:11.103 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:11.103 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:11.104 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:11.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.105 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.117470 27417 rpc_server.cc:307] RPC server started. Bound to: 127.26.126.193:35711
02:14:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.117594 27609 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.126.193:35711 every 8 connection(s)
02:14:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.121969 27417 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/data/info.pb
02:14:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.130414 27131 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 27417
02:14:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.131171 27131 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-0/wal/instance
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.147770 27131 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/wal
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/data
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/logs
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/data/info.pb
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.194:0
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.126.194
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.194
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:14:11.156 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:11.156 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:11.156 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:11.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:11.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:11.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:11.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:11.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:11.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:11.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:11.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:11.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:11.158 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:11.228 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:11.228 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:11.228 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:11.229 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.229 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.229 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.230 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.230 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.230 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.242220 27610 heartbeater.cc:344] Connected to a master server at 127.26.126.252:33207
02:14:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.242760 27610 heartbeater.cc:461] Registering TS with master...
02:14:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.244191 27610 heartbeater.cc:507] Master 127.26.126.252:33207 requested a full tablet report, sending...
02:14:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.248607 27334 ts_manager.cc:194] Registered new tserver with Master: 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711)
02:14:11.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.251657 27334 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.126.193:49113
02:14:11.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.264806 27611 heartbeater.cc:344] Connected to a master server at 127.26.126.253:36049
02:14:11.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.265270 27611 heartbeater.cc:461] Registering TS with master...
02:14:11.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.266042 27611 heartbeater.cc:507] Master 127.26.126.253:36049 requested a full tablet report, sending...
02:14:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.268144 27615 heartbeater.cc:344] Connected to a master server at 127.26.126.254:34137
02:14:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.268565 27615 heartbeater.cc:461] Registering TS with master...
02:14:11.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.269277 27615 heartbeater.cc:507] Master 127.26.126.254:34137 requested a full tablet report, sending...
02:14:11.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.271169 27251 ts_manager.cc:194] Registered new tserver with Master: 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711)
02:14:11.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.275161 27176 ts_manager.cc:194] Registered new tserver with Master: 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711)
02:14:11.299 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:11.300 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:11.300 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:11.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:11.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:11.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:11.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:11.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:11.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:11.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:11.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:11.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:11.302 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:11.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:11.400 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.400 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.402 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29801), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [80ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [125ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [125ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [259ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [267ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [304ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [304ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [364ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [602ms] refreshing cache from master, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [605ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [744ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1883ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [3741ms] refreshing cache from master, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@1121275193(state=PENDING, result=null, callback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329), errback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329)))
02:14:11.404 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.404 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.405 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.405 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29801), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [80ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [125ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [125ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [259ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [267ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [304ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [304ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [364ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [602ms] refreshing cache from master, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [605ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [744ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1883ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [3741ms] refreshing cache from master, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@1121275193(state=PENDING, result=null, callback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329), errback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29801), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [80ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [125ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [125ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [259ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [267ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [304ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [304ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [364ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [602ms] refreshing cache from master, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [605ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [744ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1883ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [3741ms] refreshing cache from master, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@1121275193(state=PENDING, result=null, callback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329), errback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:11.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.407 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.412 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29801), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [80ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [125ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [125ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [259ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [267ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [304ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [304ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [364ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [602ms] refreshing cache from master, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [605ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [744ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1883ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [3741ms] refreshing cache from master, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@1121275193(state=PENDING, result=null, callback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329), errback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29801), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [80ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [125ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [125ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [259ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [267ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [267ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [304ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [304ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [364ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [602ms] refreshing cache from master, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [605ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [744ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1883ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [3741ms] refreshing cache from master, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@1121275193(state=PENDING, result=null, callback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329), errback=(continuation of Deferred@1192319842 after retry RPC after error@1305646176) -> (continuation of Deferred@1903958998 after retry RPC after error@422063173) -> (continuation of Deferred@1412415049 after retry RPC after error@218583352) -> (continuation of Deferred@473192933 after retry RPC after error@1151730722) -> (continuation of Deferred@1834100489 after retry RPC after error@1525363978) -> (continuation of Deferred@1680782531 after retry RPC after error@282930032) -> (continuation of Deferred@1816865805 after retry RPC after error@1862997995) -> (continuation of Deferred@2123509349 after retry RPC after error@132979820) -> (continuation of Deferred@846427096 after retry RPC after error@91266610) -> (continuation of Deferred@1795062271 after retry RPC after error@94308016) -> (continuation of Deferred@744183912 after retry RPC after error@760992479) -> (continuation of Deferred@888370954 after retry RPC after error@1235508642) -> (continuation of Deferred@1070253286 after retry RPC after error@1282680042) -> (continuation of Deferred@1670398281 after retry RPC after error@137517524) -> (continuation of Deferred@1639334336 after retry RPC after error@201878120) -> (continuation of Deferred@1844701353 after retry RPC after error@2006315066) -> (continuation of Deferred@620627785 after retry RPC after error@1802134164) -> (continuation of Deferred@430864880 after retry RPC after error@1096961759) -> (continuation of Deferred@368238069 after retry RPC after error@766800669) -> (continuation of Deferred@1203764898 after retry RPC after error@343426108) -> (continuation of Deferred@392572467 after retry RPC after error@423926617) -> (continuation of Deferred@557202493 after retry RPC after error@2008663427) -> (continuation of Deferred@1367898865 after retry RPC after error@1814801866) -> (continuation of Deferred@2087498662 after retry RPC after error@1170273397) -> (continuation of Deferred@1460490702 after retry RPC after error@1727656728) -> (continuation of Deferred@2131856866 after retry RPC after error@1026604329)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:11.413 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:14:11.413 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RUNNING to RESTARTING.
02:14:11.414 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
02:14:11.414 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:14:11.414 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:14:11.414 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:14:11.415 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:14:11.416 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
02:14:11.416 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
02:14:11.417 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
02:14:11.417 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:14:11.417 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
02:14:11.417 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
02:14:11.420 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.420 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.420 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.421 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.421 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.421 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.421 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.426 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:14:11.426 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:14:11.426 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:14:11.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476851426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:11.428 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:14:11.428 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
02:14:11.428 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:14:11.435 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:14:11.435 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
02:14:11.435 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:14:11.436 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:14:11.437 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:14:11.440 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.441 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.441 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.443 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.448 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:11.448 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:11.449 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:11.449 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:11.453 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:14:11.453 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:14:11.454 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:14:11.455 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:14:11.455 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:14:11.455 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:14:11.460 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.460 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.460 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.462 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.462 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.462 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.465 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:14:11.465 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
02:14:11.465 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:14:11.470 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:14:11.470 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
02:14:11.470 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:14:11.480 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.480 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.480 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.480 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.480 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.481 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.481 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.481 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.481 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.481 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.482 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:14:11.483 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
02:14:11.483 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:14:11.483 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:14:11.484 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:14:11.485 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
02:14:11.485 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:11.488 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:11.488 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:14:11.489 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:11.490 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
02:14:11.490 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job a6c13ce6708e2c3e17c8a86cefc17c1f
02:14:11.500 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.500 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.500 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.540 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.540 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.540 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.541 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.541 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.542 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.580 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.580 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.581 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.581 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.582 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.582 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.582 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.620 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:11.620 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:11.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:11.622 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:11.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:11.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.623 [INFO - pool-112-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:11.623 [WARN - pool-112-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:11.655 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:11.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.706 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:11.707 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:11.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:11.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:11.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:11.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:11.790239 27614 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:11.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:11.801476 27614 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:11.802515 27614 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:11.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:11.874715 27614 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:11.876108 27614 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.126.194
02:14:11.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476851927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:11.936 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:14:11.936 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.940754 27614 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/data
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/wal
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.194:0
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/data/info.pb
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.194
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.126.194
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/logs
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.942481 27614 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:11.944546 27614 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:11.960281 27640 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:12.005 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:12.006 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:12.006 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:12.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.007 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.007 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:12.038 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:12.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:12.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:12.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:12.039 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:12.040 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:12.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:12.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:12.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:12.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:12.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:12.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:12.041 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:12.120 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:12.121 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:12.121 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:12.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:12.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:12.121 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:12.121 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:12.121 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:12.121 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:12.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:12.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:12.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:12.122 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:12.256983 27610 heartbeater.cc:499] Master 127.26.126.252:33207 was elected leader, sending a full tablet report...
02:14:12.319 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:12.319 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:12.320 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:12.320 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:12.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:12.321 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:12.321 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:12.321 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:12.321 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:12.322 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:12.322 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:12.322 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:12.322 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:12.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:12.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476852427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:12.443 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:14:12.445 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:14:12.584 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:12.584 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:12.585 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:12.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.587 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:12.609 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:12.609 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:12.610 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:12.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.612 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.612 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.612 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:12.720 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:12.720 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:12.720 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:12.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:12.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:12.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:12.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:12.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:12.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:12.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:12.722 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:12.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:12.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:12.830 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:12.831 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:12.831 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:12.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:12.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:12.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:12.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:12.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:12.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:12.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:12.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:12.832 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:12.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:12.853 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:12.854 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:12.854 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:12.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:12.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:12.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:12.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:12.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:12.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:12.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:12.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:12.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:12.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:12.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:12.885 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:12.885 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:12.886 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:12.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:12.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:12.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:12.887 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:12.929 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476852928 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:12.948 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
02:14:12.950 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:14:12.990 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:12.991 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:12.991 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:12.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:12.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:12.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:12.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:12.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:12.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:12.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:12.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:12.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:12.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:13.056 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.057 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.057 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.058 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.059 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:13.059 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:13.059 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:13.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.060 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:13.296 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:13.296 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:13.296 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:13.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.298 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:13.326 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:13.326 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:13.327 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:13.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.327 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:11.961261 27641 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:13.339218 27614 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.380s	user 0.450s	sys 0.926s
02:14:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:13.339709 27614 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.381s	user 0.451s	sys 0.927s
02:14:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:13.344295 27650 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.344902 27614 server_base.cc:1061] running on GCE node
02:14:13.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.346320 27614 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.349172 27614 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:13.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.350811 27614 hybrid_clock.cc:648] HybridClock initialized: now 1783476853350710 us; error 113 us; skew 500 ppm
02:14:13.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.351769 27614 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:13.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.360070 27614 webserver.cc:534] Webserver started at http://127.26.126.194:37317/ using document root <none> and password file <none>
02:14:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.361155 27614 fs_manager.cc:362] Metadata directory not provided
02:14:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.361430 27614 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.362285 27614 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:13.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.367492 27614 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/data/instance:
02:14:13.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1843ac9dbd254efca60ba56ee24e366b"
02:14:13.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:13 on dist-test-slave-fshw"
02:14:13.368 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.368 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.369 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.368860 27614 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/wal/instance:
02:14:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1843ac9dbd254efca60ba56ee24e366b"
02:14:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:13 on dist-test-slave-fshw"
02:14:13.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.369 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.369 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.369 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.377969 27614 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.002s
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.384163 27655 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.385533 27614 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:14:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.385946 27614 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/wal
02:14:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1843ac9dbd254efca60ba56ee24e366b"
02:14:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:13 on dist-test-slave-fshw"
02:14:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.386300 27614 fs_report.cc:389] FS layout report
02:14:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/wal
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/wal
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/data/data
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:13.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476853426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:13.433 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:13.433 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:13.433 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:13.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.435 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:13.436 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:14:13.437 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:14:13.473 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:13.473 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:13.474 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:13.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:13.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:13.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:13.474 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:13.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.479738 27614 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:13.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.481417 27614 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:13.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.481823 27614 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.484611 27614 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:14:13.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.489023 27614 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:13.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.489334 27614 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
02:14:13.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.489645 27614 ts_tablet_manager.cc:616] Registered 0 tablets
02:14:13.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.489851 27614 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:14:13.562 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RESTARTING to RUNNING.
02:14:13.563 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:14:13.564 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:14:13.564 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:14:13.565 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
02:14:13.566 [INFO - Thread-29] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:14:13.566 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
02:14:13.566 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.22.124.254:40567(127.22.124.254:40567)] disconnecting while in state TERMINATED
02:14:13.566 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 7d2f5db5bec490ad0b15a71b7a248708
02:14:13.567 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
02:14:13.567 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.22.124.253:40343(127.22.124.253:40343)] disconnecting while in state TERMINATED
02:14:13.567 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:14:13.567 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.22.124.252:46509(127.22.124.252:46509)] disconnecting while in state TERMINATED
02:14:13.567 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:13.567 [DEBUG - Thread-29] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:13.568 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 7d2f5db5bec490ad0b15a71b7a248708.
02:14:13.568 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:13.569 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
02:14:13.569 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b
02:14:13.569 [INFO - Thread-29] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:14:13.569 [INFO - Thread-29] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:14:13.569 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
02:14:13.570 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:13.571 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
02:14:13.571 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:14:13.571 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id e8729b5aff2e7661118f01f5f3b686e4
02:14:13.571 [DEBUG - Thread-29] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:13.572 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
02:14:13.572 [INFO - Thread-29] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:14:13.572 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:14:13.572 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:14:13.572 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
02:14:13.572 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 5f93dcc74a70c8785da6de741e58ceb9
02:14:13.573 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
02:14:13.573 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
02:14:13.573 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d85f25f
02:14:13.574 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:13.574 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:13.574 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:14:13.574 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:14:13.575 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:13.575 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:13.575 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:13.575 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:13.575 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:14:13.576 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id e8729b5aff2e7661118f01f5f3b686e4.
02:14:13.576 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
02:14:13.576 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
02:14:13.577 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6bdf6b47
02:14:13.578 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35613be3
02:14:13.578 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:13.579 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:13.579 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:14:13.582 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@74f4550f
02:14:13.582 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:14:13.585 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:13.585 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:14:13.586 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:13.586 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 5f93dcc74a70c8785da6de741e58ceb9.
02:14:13.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
02:14:13.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
02:14:13.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@342a8b86
02:14:13.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:13.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:13.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:14:13.589 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:14:13.591 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@344d48b5
02:14:13.594 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:13.594 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.594 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
02:14:13.594 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
02:14:13.595 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12c859cf
02:14:13.595 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:13.595 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:13.595 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:14:13.596 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:14:13.598 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49a6d195
02:14:13.600 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:13.601 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:13.602 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.603 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.603 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.605 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.605 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:13.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.606 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.607 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.610 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.617 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.623 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.623 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.630 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.630 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:13.630 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.630 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:13.631 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:13.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:13.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:13.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:13.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:13.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:13.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:13.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:13.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:13.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:13.632 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:13.634 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.635 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.635 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.636 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:13.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.637 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.639 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.640 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.644 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:13.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.644 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.645 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.649 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.651 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.654 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.657 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.661 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.662 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:13.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.663 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.664 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.664 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.664 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:13.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.665 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.669 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:13.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.671 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:13.672 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.674 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.675 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.676 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.677 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.677 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.678 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.679 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.680 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.680 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.681 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:13.681 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.681 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.682 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.682 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.685 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.686 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.686 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:13.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.686 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.688 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.688 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:13.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.689 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.688920 27614 rpc_server.cc:307] RPC server started. Bound to: 127.26.126.194:44255
02:14:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.689039 27816 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.126.194:44255 every 8 connection(s)
02:14:13.689 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.689 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.689 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.689 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.690 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.689 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.690 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:13.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.690 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.692240 27614 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/data/info.pb
02:14:13.694 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.694 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.694 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.696 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.701 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:13.702 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:13.702 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:13.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.703 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.701083 27131 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 27614
02:14:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.701710 27131 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-1/wal/instance
02:14:13.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.704 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:13.704 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.705 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.705 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.706 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.707 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.707 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.709 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.709 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.710 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.710 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.710 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.710 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.710 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.711 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.714 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.714 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.714 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.716 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.721 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:13.722 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:13.722 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:13.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.723 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:13.724 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.724 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.724 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.730 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.731 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.731 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.732 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.741 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:13.742 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:13.742 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:13.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.744 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.744 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.744 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.746 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.746 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.746 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.748 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.748 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:13.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:13.757 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.758 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.758 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.782 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:13.782 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:13.782 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:13.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.783 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.783 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.784 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:13.784 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.784 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.784 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.789 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.789 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.795 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.795 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.795 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.797 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.799789 27131 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/wal
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/data
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/logs
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/data/info.pb
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.195:0
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.126.195
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.195
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:14:13.805 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.805 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.805 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.806 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.806 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.806 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.806 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.806 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.806 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.817 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.820 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.837 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.837 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.837 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.838 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.840345 27822 heartbeater.cc:344] Connected to a master server at 127.26.126.254:34137
02:14:13.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.840840 27822 heartbeater.cc:461] Registering TS with master...
02:14:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.842221 27822 heartbeater.cc:507] Master 127.26.126.254:34137 requested a full tablet report, sending...
02:14:13.843 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.843 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.843 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.844 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.845 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.845 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.845 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.846 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.846 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.846 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.847 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.845671 27176 ts_manager.cc:194] Registered new tserver with Master: 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255)
02:14:13.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.848541 27821 heartbeater.cc:344] Connected to a master server at 127.26.126.253:36049
02:14:13.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.848920 27821 heartbeater.cc:461] Registering TS with master...
02:14:13.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.849 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.849889 27821 heartbeater.cc:507] Master 127.26.126.253:36049 requested a full tablet report, sending...
02:14:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.850482 27820 heartbeater.cc:344] Connected to a master server at 127.26.126.252:33207
02:14:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.850813 27820 heartbeater.cc:461] Registering TS with master...
02:14:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.851738 27820 heartbeater.cc:507] Master 127.26.126.252:33207 requested a full tablet report, sending...
02:14:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.853055 27251 ts_manager.cc:194] Registered new tserver with Master: 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255)
02:14:13.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:13.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.855053 27334 ts_manager.cc:194] Registered new tserver with Master: 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255)
02:14:13.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:13.856997 27334 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.126.194:58457
02:14:13.864 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.865 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.865 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.866 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.875 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.875 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.875 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.882 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:13.882 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:13.882 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:13.882 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:13.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:13.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:13.883 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:13.885 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.886 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.886 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.887 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.903 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.904 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.904 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:13.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476853926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:13.935 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:14:13.935 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:14:13.944 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:13.944 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:13.944 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:13.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:13.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:13.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:13.945 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:14.002 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:14.003 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:14.003 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:14.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:14.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:14.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:14.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:14.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:14.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:14.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:14.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:14.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:14.004 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:14.004 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:14.004 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:14.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.004 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:14.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.004 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.005 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:14.044 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:14.044 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:14.045 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:14.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.046 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:14.063 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:14.063 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:14.064 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:14.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.064 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:14.102 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:14.102 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:14.102 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:14.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:14.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:14.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:14.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:14.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:14.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:14.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:14.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:14.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:14.103 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:14.192582 27832 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:14.193248 27832 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:14.193799 27832 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:14.194 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:14.195 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:14.195 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:14.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.195 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:14.228726 27832 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:14.229717 27832 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.126.195
02:14:14.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:14.268121 27832 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.126.212:45711
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/data
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/wal
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.126.195:0
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/data/info.pb
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.126.195
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.126.254:34137,127.26.126.253:36049,127.26.126.252:33207
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.126.195
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/logs
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:14.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:14.269866 27832 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:14.271867 27832 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:14.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:14.284477 27838 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:14.343 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:14.344 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:14.344 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:14.345 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.346 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.346 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.346 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.346 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.347 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:14.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:14.362 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:14.362 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:14.363 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:14.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:14.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:14.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:14.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:14.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:14.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:14.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:14.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:14.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:14.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:14.422 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:14.422 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:14.422 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:14.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:14.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:14.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:14.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:14.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:14.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:14.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:14.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:14.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:14.424 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:14.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476854426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:14.441 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:14:14.443 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:14:14.544 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:14.544 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:14.544 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:14.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.546 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.547 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:14.564 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:14.564 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:14.564 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:14.565 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.565 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.567 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:14.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:14.846 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:14.846 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:14.846 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:14.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:14.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:14.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:14.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:14.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:14.861442 27820 heartbeater.cc:499] Master 127.26.126.252:33207 was elected leader, sending a full tablet report...
02:14:14.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:14.936 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476854933 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:14.958 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
02:14:14.960 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:14:15.084 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:15.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.086 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:15.086 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:15.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:15.135 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:15.135 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:15.135 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:15.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:15.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:15.256 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:15.256 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:15.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:15.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:15.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:15.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:15.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:15.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:15.258 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:15.259 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:15.259 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:15.259 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:15.259 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:15.260 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26584), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [10ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [94ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [94ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [106ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [106ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [144ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [383ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [782ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [782ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [783ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [783ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1222ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2063ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5361ms] too many traces: truncated at 100 traces, deferred=Deferred@1925015988(state=PENDING, result=null, callback=(continuation of Deferred@216456214 after retry RPC after error@1355209998) -> (continuation of Deferred@1524220063 after retry RPC after error@1135665849) -> (continuation of Deferred@2039251125 after retry RPC after error@524553255) -> (continuation of Deferred@193854056 after retry RPC after error@1340892298) -> (continuation of Deferred@1383648490 after retry RPC after error@1843582902) -> (continuation of Deferred@156774104 after retry RPC after error@633131853) -> (continuation of Deferred@825709708 after retry RPC after error@1251179131) -> (continuation of Deferred@41267999 after retry RPC after error@1099972263) -> (continuation of Deferred@1242075437 after retry RPC after error@463043253) -> (continuation of Deferred@878432146 after retry RPC after error@1962851000) -> (continuation of Deferred@2054278387 after retry RPC after error@711810522) -> (continuation of Deferred@1075847258 after retry RPC after error@1099594140) -> (continuation of Deferred@896017162 after retry RPC after error@1974152176) -> (continuation of Deferred@885585903 after retry RPC after error@639381107) -> (continuation of Deferred@1377319369 after retry RPC after error@2126544081) -> (continuation of Deferred@230988649 after retry RPC after error@1257001748) -> (continuation of Deferred@1495920113 after retry RPC after error@619848945) -> (continuation of Deferred@222620885 after retry RPC after error@630749850) -> (continuation of Deferred@860380605 after retry RPC after error@103297673) -> (continuation of Deferred@748704989 after retry RPC after error@1242212217) -> (continuation of Deferred@996064816 after retry RPC after error@2091216808) -> (continuation of Deferred@1376635485 after retry RPC after error@1294179850) -> (continuation of Deferred@63047328 after retry RPC after error@1422782815) -> (continuation of Deferred@1756272313 after retry RPC after error@959223400), errback=(continuation of Deferred@216456214 after retry RPC after error@1355209998) -> (continuation of Deferred@1524220063 after retry RPC after error@1135665849) -> (continuation of Deferred@2039251125 after retry RPC after error@524553255) -> (continuation of Deferred@193854056 after retry RPC after error@1340892298) -> (continuation of Deferred@1383648490 after retry RPC after error@1843582902) -> (continuation of Deferred@156774104 after retry RPC after error@633131853) -> (continuation of Deferred@825709708 after retry RPC after error@1251179131) -> (continuation of Deferred@41267999 after retry RPC after error@1099972263) -> (continuation of Deferred@1242075437 after retry RPC after error@463043253) -> (continuation of Deferred@878432146 after retry RPC after error@1962851000) -> (continuation of Deferred@2054278387 after retry RPC after error@711810522) -> (continuation of Deferred@1075847258 after retry RPC after error@1099594140) -> (continuation of Deferred@896017162 after retry RPC after error@1974152176) -> (continuation of Deferred@885585903 after retry RPC after error@639381107) -> (continuation of Deferred@1377319369 after retry RPC after error@2126544081) -> (continuation of Deferred@230988649 after retry RPC after error@1257001748) -> (continuation of Deferred@1495920113 after retry RPC after error@619848945) -> (continuation of Deferred@222620885 after retry RPC after error@630749850) -> (continuation of Deferred@860380605 after retry RPC after error@103297673) -> (continuation of Deferred@748704989 after retry RPC after error@1242212217) -> (continuation of Deferred@996064816 after retry RPC after error@2091216808) -> (continuation of Deferred@1376635485 after retry RPC after error@1294179850) -> (continuation of Deferred@63047328 after retry RPC after error@1422782815) -> (continuation of Deferred@1756272313 after retry RPC after error@959223400)))
02:14:15.263 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:14:15.263 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26584), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [10ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [94ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [94ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [106ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [106ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [144ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [383ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [782ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [782ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [783ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [783ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1222ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2063ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5361ms] too many traces: truncated at 100 traces, deferred=Deferred@1925015988(state=PENDING, result=null, callback=(continuation of Deferred@216456214 after retry RPC after error@1355209998) -> (continuation of Deferred@1524220063 after retry RPC after error@1135665849) -> (continuation of Deferred@2039251125 after retry RPC after error@524553255) -> (continuation of Deferred@193854056 after retry RPC after error@1340892298) -> (continuation of Deferred@1383648490 after retry RPC after error@1843582902) -> (continuation of Deferred@156774104 after retry RPC after error@633131853) -> (continuation of Deferred@825709708 after retry RPC after error@1251179131) -> (continuation of Deferred@41267999 after retry RPC after error@1099972263) -> (continuation of Deferred@1242075437 after retry RPC after error@463043253) -> (continuation of Deferred@878432146 after retry RPC after error@1962851000) -> (continuation of Deferred@2054278387 after retry RPC after error@711810522) -> (continuation of Deferred@1075847258 after retry RPC after error@1099594140) -> (continuation of Deferred@896017162 after retry RPC after error@1974152176) -> (continuation of Deferred@885585903 after retry RPC after error@639381107) -> (continuation of Deferred@1377319369 after retry RPC after error@2126544081) -> (continuation of Deferred@230988649 after retry RPC after error@1257001748) -> (continuation of Deferred@1495920113 after retry RPC after error@619848945) -> (continuation of Deferred@222620885 after retry RPC after error@630749850) -> (continuation of Deferred@860380605 after retry RPC after error@103297673) -> (continuation of Deferred@748704989 after retry RPC after error@1242212217) -> (continuation of Deferred@996064816 after retry RPC after error@2091216808) -> (continuation of Deferred@1376635485 after retry RPC after error@1294179850) -> (continuation of Deferred@63047328 after retry RPC after error@1422782815) -> (continuation of Deferred@1756272313 after retry RPC after error@959223400), errback=(continuation of Deferred@216456214 after retry RPC after error@1355209998) -> (continuation of Deferred@1524220063 after retry RPC after error@1135665849) -> (continuation of Deferred@2039251125 after retry RPC after error@524553255) -> (continuation of Deferred@193854056 after retry RPC after error@1340892298) -> (continuation of Deferred@1383648490 after retry RPC after error@1843582902) -> (continuation of Deferred@156774104 after retry RPC after error@633131853) -> (continuation of Deferred@825709708 after retry RPC after error@1251179131) -> (continuation of Deferred@41267999 after retry RPC after error@1099972263) -> (continuation of Deferred@1242075437 after retry RPC after error@463043253) -> (continuation of Deferred@878432146 after retry RPC after error@1962851000) -> (continuation of Deferred@2054278387 after retry RPC after error@711810522) -> (continuation of Deferred@1075847258 after retry RPC after error@1099594140) -> (continuation of Deferred@896017162 after retry RPC after error@1974152176) -> (continuation of Deferred@885585903 after retry RPC after error@639381107) -> (continuation of Deferred@1377319369 after retry RPC after error@2126544081) -> (continuation of Deferred@230988649 after retry RPC after error@1257001748) -> (continuation of Deferred@1495920113 after retry RPC after error@619848945) -> (continuation of Deferred@222620885 after retry RPC after error@630749850) -> (continuation of Deferred@860380605 after retry RPC after error@103297673) -> (continuation of Deferred@748704989 after retry RPC after error@1242212217) -> (continuation of Deferred@996064816 after retry RPC after error@2091216808) -> (continuation of Deferred@1376635485 after retry RPC after error@1294179850) -> (continuation of Deferred@63047328 after retry RPC after error@1422782815) -> (continuation of Deferred@1756272313 after retry RPC after error@959223400)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:15.264 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
02:14:15.266 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:15.267 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:15.267 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:15.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:15.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:15.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:15.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:15.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:15.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:15.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:15.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:15.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:15.270 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:15.288 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:14:15.292 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26584), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [10ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [94ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [94ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [106ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [106ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [144ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [383ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [782ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [782ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [783ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [783ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1222ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2063ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5361ms] too many traces: truncated at 100 traces, deferred=Deferred@1925015988(state=PENDING, result=null, callback=(continuation of Deferred@216456214 after retry RPC after error@1355209998) -> (continuation of Deferred@1524220063 after retry RPC after error@1135665849) -> (continuation of Deferred@2039251125 after retry RPC after error@524553255) -> (continuation of Deferred@193854056 after retry RPC after error@1340892298) -> (continuation of Deferred@1383648490 after retry RPC after error@1843582902) -> (continuation of Deferred@156774104 after retry RPC after error@633131853) -> (continuation of Deferred@825709708 after retry RPC after error@1251179131) -> (continuation of Deferred@41267999 after retry RPC after error@1099972263) -> (continuation of Deferred@1242075437 after retry RPC after error@463043253) -> (continuation of Deferred@878432146 after retry RPC after error@1962851000) -> (continuation of Deferred@2054278387 after retry RPC after error@711810522) -> (continuation of Deferred@1075847258 after retry RPC after error@1099594140) -> (continuation of Deferred@896017162 after retry RPC after error@1974152176) -> (continuation of Deferred@885585903 after retry RPC after error@639381107) -> (continuation of Deferred@1377319369 after retry RPC after error@2126544081) -> (continuation of Deferred@230988649 after retry RPC after error@1257001748) -> (continuation of Deferred@1495920113 after retry RPC after error@619848945) -> (continuation of Deferred@222620885 after retry RPC after error@630749850) -> (continuation of Deferred@860380605 after retry RPC after error@103297673) -> (continuation of Deferred@748704989 after retry RPC after error@1242212217) -> (continuation of Deferred@996064816 after retry RPC after error@2091216808) -> (continuation of Deferred@1376635485 after retry RPC after error@1294179850) -> (continuation of Deferred@63047328 after retry RPC after error@1422782815) -> (continuation of Deferred@1756272313 after retry RPC after error@959223400), errback=(continuation of Deferred@216456214 after retry RPC after error@1355209998) -> (continuation of Deferred@1524220063 after retry RPC after error@1135665849) -> (continuation of Deferred@2039251125 after retry RPC after error@524553255) -> (continuation of Deferred@193854056 after retry RPC after error@1340892298) -> (continuation of Deferred@1383648490 after retry RPC after error@1843582902) -> (continuation of Deferred@156774104 after retry RPC after error@633131853) -> (continuation of Deferred@825709708 after retry RPC after error@1251179131) -> (continuation of Deferred@41267999 after retry RPC after error@1099972263) -> (continuation of Deferred@1242075437 after retry RPC after error@463043253) -> (continuation of Deferred@878432146 after retry RPC after error@1962851000) -> (continuation of Deferred@2054278387 after retry RPC after error@711810522) -> (continuation of Deferred@1075847258 after retry RPC after error@1099594140) -> (continuation of Deferred@896017162 after retry RPC after error@1974152176) -> (continuation of Deferred@885585903 after retry RPC after error@639381107) -> (continuation of Deferred@1377319369 after retry RPC after error@2126544081) -> (continuation of Deferred@230988649 after retry RPC after error@1257001748) -> (continuation of Deferred@1495920113 after retry RPC after error@619848945) -> (continuation of Deferred@222620885 after retry RPC after error@630749850) -> (continuation of Deferred@860380605 after retry RPC after error@103297673) -> (continuation of Deferred@748704989 after retry RPC after error@1242212217) -> (continuation of Deferred@996064816 after retry RPC after error@2091216808) -> (continuation of Deferred@1376635485 after retry RPC after error@1294179850) -> (continuation of Deferred@63047328 after retry RPC after error@1422782815) -> (continuation of Deferred@1756272313 after retry RPC after error@959223400)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:15.293 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
02:14:15.293 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:14:15.293 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RUNNING to RESTARTING.
02:14:15.294 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:15.373 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:15.374 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:15.374 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:15.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:15.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:15.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:15.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:15.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:15.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:15.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:15.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:15.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:15.376 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:15.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476855427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:15.442 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:14:15.443 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:14:15.544 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:15.544 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:15.544 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:15.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.546 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:15.623 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:15.623 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:15.623 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:15.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.626 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:15.635 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:15.635 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:15.635 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:15.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:15.726 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:15.726 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:15.726 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:15.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.728 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.728 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.728 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.729 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:15.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:15.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476855927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:15.939 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:14:15.942 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:14:15.963 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:15.964 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:15.964 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:15.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:15.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:15.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:15.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:15.693975 27837 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 27832
02:14:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:14.286204 27839 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:16.078953 27832 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.794s	user 0.661s	sys 1.124s
02:14:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:16.079993 27832 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.795s	user 0.661s	sys 1.124s
02:14:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:16.081508 27841 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:16.082 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:16.082 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:16.082 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:16.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:16.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:16.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:16.082 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:16.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:16.082 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:16.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:16.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:16.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:16.083 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:16.085084 27840 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1793 milliseconds
02:14:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.085192 27832 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.086529 27832 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:16.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.088860 27832 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.090255 27832 hybrid_clock.cc:648] HybridClock initialized: now 1783476856090224 us; error 56 us; skew 500 ppm
02:14:16.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.091151 27832 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.097469 27832 webserver.cc:534] Webserver started at http://127.26.126.195:41755/ using document root <none> and password file <none>
02:14:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.098395 27832 fs_manager.cc:362] Metadata directory not provided
02:14:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.098635 27832 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.099116 27832 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.103612 27832 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/data/instance:
02:14:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86a2555679df4a22a3c2c9595f5311e0"
02:14:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:16 on dist-test-slave-fshw"
02:14:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.104928 27832 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/wal/instance:
02:14:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86a2555679df4a22a3c2c9595f5311e0"
02:14:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:16 on dist-test-slave-fshw"
02:14:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.112360 27832 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
02:14:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.119122 27849 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.120507 27832 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
02:14:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.120886 27832 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/wal
02:14:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86a2555679df4a22a3c2c9595f5311e0"
02:14:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:16 on dist-test-slave-fshw"
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.121471 27832 fs_report.cc:389] FS layout report
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/wal
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/wal
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/data/data
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:16.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.171520 27832 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.173247 27832 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.173776 27832 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.176718 27832 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:14:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.181123 27832 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.181358 27832 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
02:14:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.181685 27832 ts_tablet_manager.cc:616] Registered 0 tablets
02:14:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.181871 27832 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:14:16.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:16.258 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:16.259 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:16.259 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:16.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:16.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:16.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:16.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:16.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:16.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:16.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:16.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:16.260 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:16.260 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:16.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.338487 27832 rpc_server.cc:307] RPC server started. Bound to: 127.26.126.195:37263
02:14:16.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.338641 27962 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.126.195:37263 every 8 connection(s)
02:14:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.341583 27832 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/data/info.pb
02:14:16.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.344370 27131 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 27832
02:14:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.344940 27131 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster2652395090499969124/ts-2/wal/instance
02:14:16.385 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:16.386 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:16.386 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:16.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:16.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:16.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:16.386 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:16.386 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:16.386 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:16.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:16.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:16.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:16.387 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:16.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.392468 27964 heartbeater.cc:344] Connected to a master server at 127.26.126.253:36049
02:14:16.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.392985 27963 heartbeater.cc:344] Connected to a master server at 127.26.126.252:33207
02:14:16.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.392993 27964 heartbeater.cc:461] Registering TS with master...
02:14:16.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.393431 27963 heartbeater.cc:461] Registering TS with master...
02:14:16.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.393965 27965 heartbeater.cc:344] Connected to a master server at 127.26.126.254:34137
02:14:16.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.394308 27965 heartbeater.cc:461] Registering TS with master...
02:14:16.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.394759 27963 heartbeater.cc:507] Master 127.26.126.252:33207 requested a full tablet report, sending...
02:14:16.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.394793 27964 heartbeater.cc:507] Master 127.26.126.253:36049 requested a full tablet report, sending...
02:14:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.395298 27965 heartbeater.cc:507] Master 127.26.126.254:34137 requested a full tablet report, sending...
02:14:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.397996 27333 ts_manager.cc:194] Registered new tserver with Master: 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.398648 27251 ts_manager.cc:194] Registered new tserver with Master: 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:16.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.398617 27176 ts_manager.cc:194] Registered new tserver with Master: 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.399904 27333 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.126.195:36447
02:14:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.410672 27131 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:14:16.423 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:14:16.423 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:14:16.424 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.126.254"
      port: 34137
    }
    bound_http_address {
      host: "127.26.126.254"
      port: 41735
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.126.253"
      port: 36049
    }
    bound_http_address {
      host: "127.26.126.253"
      port: 32875
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.126.252"
      port: 33207
    }
    bound_http_address {
      host: "127.26.126.252"
      port: 37799
    }
  }
}

02:14:16.425 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:14:16.426 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.126.193"
      port: 35711
    }
    bound_http_address {
      host: "127.26.126.193"
      port: 36137
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.126.194"
      port: 44255
    }
    bound_http_address {
      host: "127.26.126.194"
      port: 37317
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.126.195"
      port: 37263
    }
    bound_http_address {
      host: "127.26.126.195"
      port: 41755
    }
  }
}

02:14:16.426 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:14:16.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476856426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:16.428 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:16.428 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:14:16.428 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:14:16.428 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:14:16.429 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:14:16.432 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:14:16.434 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:14:16.434 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:14:16.546 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:16.546 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:16.546 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:16.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:16.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:16.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:16.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:16.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:16.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:16.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:16.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:16.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:16.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:16.547 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27832), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [7ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [9ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [50ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [51ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [52ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [74ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [74ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [545ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [943ms] refreshing cache from master, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [944ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [946ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [972ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [973ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [974ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [974ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1222ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2902ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4761ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@1059804957(state=PENDING, result=null, callback=(continuation of Deferred@238041223 after retry RPC after error@2108678680) -> (continuation of Deferred@2061847515 after retry RPC after error@529754149) -> (continuation of Deferred@283676496 after retry RPC after error@307564663) -> (continuation of Deferred@1119763061 after retry RPC after error@1181261895) -> (continuation of Deferred@313406933 after retry RPC after error@683821407) -> (continuation of Deferred@454861728 after retry RPC after error@410341916) -> (continuation of Deferred@2065091674 after retry RPC after error@1092942550) -> (continuation of Deferred@1071333617 after retry RPC after error@227283108) -> (continuation of Deferred@1077242195 after retry RPC after error@639752649) -> (continuation of Deferred@1125701940 after retry RPC after error@788326595) -> (continuation of Deferred@1164473278 after retry RPC after error@1831798091) -> (continuation of Deferred@1752936611 after retry RPC after error@562624415) -> (continuation of Deferred@662406547 after retry RPC after error@854317418) -> (continuation of Deferred@127965500 after retry RPC after error@1643291224) -> (continuation of Deferred@442426600 after retry RPC after error@1989303872) -> (continuation of Deferred@1979203799 after retry RPC after error@32296018) -> (continuation of Deferred@1828192547 after retry RPC after error@142353058) -> (continuation of Deferred@1060447618 after retry RPC after error@1482481770) -> (continuation of Deferred@1954612059 after retry RPC after error@486626907) -> (continuation of Deferred@185493836 after retry RPC after error@888051703) -> (continuation of Deferred@1208603114 after retry RPC after error@1596843326), errback=(continuation of Deferred@238041223 after retry RPC after error@2108678680) -> (continuation of Deferred@2061847515 after retry RPC after error@529754149) -> (continuation of Deferred@283676496 after retry RPC after error@307564663) -> (continuation of Deferred@1119763061 after retry RPC after error@1181261895) -> (continuation of Deferred@313406933 after retry RPC after error@683821407) -> (continuation of Deferred@454861728 after retry RPC after error@410341916) -> (continuation of Deferred@2065091674 after retry RPC after error@1092942550) -> (continuation of Deferred@1071333617 after retry RPC after error@227283108) -> (continuation of Deferred@1077242195 after retry RPC after error@639752649) -> (continuation of Deferred@1125701940 after retry RPC after error@788326595) -> (continuation of Deferred@1164473278 after retry RPC after error@1831798091) -> (continuation of Deferred@1752936611 after retry RPC after error@562624415) -> (continuation of Deferred@662406547 after retry RPC after error@854317418) -> (continuation of Deferred@127965500 after retry RPC after error@1643291224) -> (continuation of Deferred@442426600 after retry RPC after error@1989303872) -> (continuation of Deferred@1979203799 after retry RPC after error@32296018) -> (continuation of Deferred@1828192547 after retry RPC after error@142353058) -> (continuation of Deferred@1060447618 after retry RPC after error@1482481770) -> (continuation of Deferred@1954612059 after retry RPC after error@486626907) -> (continuation of Deferred@185493836 after retry RPC after error@888051703) -> (continuation of Deferred@1208603114 after retry RPC after error@1596843326)))
02:14:16.548 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:14:16.548 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27832), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [7ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [9ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [50ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [51ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [52ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [74ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [74ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [545ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [943ms] refreshing cache from master, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [944ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [946ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [972ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [973ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [974ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [974ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1222ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2902ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4761ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@1059804957(state=PENDING, result=null, callback=(continuation of Deferred@238041223 after retry RPC after error@2108678680) -> (continuation of Deferred@2061847515 after retry RPC after error@529754149) -> (continuation of Deferred@283676496 after retry RPC after error@307564663) -> (continuation of Deferred@1119763061 after retry RPC after error@1181261895) -> (continuation of Deferred@313406933 after retry RPC after error@683821407) -> (continuation of Deferred@454861728 after retry RPC after error@410341916) -> (continuation of Deferred@2065091674 after retry RPC after error@1092942550) -> (continuation of Deferred@1071333617 after retry RPC after error@227283108) -> (continuation of Deferred@1077242195 after retry RPC after error@639752649) -> (continuation of Deferred@1125701940 after retry RPC after error@788326595) -> (continuation of Deferred@1164473278 after retry RPC after error@1831798091) -> (continuation of Deferred@1752936611 after retry RPC after error@562624415) -> (continuation of Deferred@662406547 after retry RPC after error@854317418) -> (continuation of Deferred@127965500 after retry RPC after error@1643291224) -> (continuation of Deferred@442426600 after retry RPC after error@1989303872) -> (continuation of Deferred@1979203799 after retry RPC after error@32296018) -> (continuation of Deferred@1828192547 after retry RPC after error@142353058) -> (continuation of Deferred@1060447618 after retry RPC after error@1482481770) -> (continuation of Deferred@1954612059 after retry RPC after error@486626907) -> (continuation of Deferred@185493836 after retry RPC after error@888051703) -> (continuation of Deferred@1208603114 after retry RPC after error@1596843326), errback=(continuation of Deferred@238041223 after retry RPC after error@2108678680) -> (continuation of Deferred@2061847515 after retry RPC after error@529754149) -> (continuation of Deferred@283676496 after retry RPC after error@307564663) -> (continuation of Deferred@1119763061 after retry RPC after error@1181261895) -> (continuation of Deferred@313406933 after retry RPC after error@683821407) -> (continuation of Deferred@454861728 after retry RPC after error@410341916) -> (continuation of Deferred@2065091674 after retry RPC after error@1092942550) -> (continuation of Deferred@1071333617 after retry RPC after error@227283108) -> (continuation of Deferred@1077242195 after retry RPC after error@639752649) -> (continuation of Deferred@1125701940 after retry RPC after error@788326595) -> (continuation of Deferred@1164473278 after retry RPC after error@1831798091) -> (continuation of Deferred@1752936611 after retry RPC after error@562624415) -> (continuation of Deferred@662406547 after retry RPC after error@854317418) -> (continuation of Deferred@127965500 after retry RPC after error@1643291224) -> (continuation of Deferred@442426600 after retry RPC after error@1989303872) -> (continuation of Deferred@1979203799 after retry RPC after error@32296018) -> (continuation of Deferred@1828192547 after retry RPC after error@142353058) -> (continuation of Deferred@1060447618 after retry RPC after error@1482481770) -> (continuation of Deferred@1954612059 after retry RPC after error@486626907) -> (continuation of Deferred@185493836 after retry RPC after error@888051703) -> (continuation of Deferred@1208603114 after retry RPC after error@1596843326)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.60:44877
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:16.549 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
02:14:16.551 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:14:16.553 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27832), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [7ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [9ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [50ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [51ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [52ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [74ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [74ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [284ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [545ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [943ms] refreshing cache from master, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [944ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [946ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [972ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [973ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [974ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [974ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1222ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2902ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4761ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@1059804957(state=PENDING, result=null, callback=(continuation of Deferred@238041223 after retry RPC after error@2108678680) -> (continuation of Deferred@2061847515 after retry RPC after error@529754149) -> (continuation of Deferred@283676496 after retry RPC after error@307564663) -> (continuation of Deferred@1119763061 after retry RPC after error@1181261895) -> (continuation of Deferred@313406933 after retry RPC after error@683821407) -> (continuation of Deferred@454861728 after retry RPC after error@410341916) -> (continuation of Deferred@2065091674 after retry RPC after error@1092942550) -> (continuation of Deferred@1071333617 after retry RPC after error@227283108) -> (continuation of Deferred@1077242195 after retry RPC after error@639752649) -> (continuation of Deferred@1125701940 after retry RPC after error@788326595) -> (continuation of Deferred@1164473278 after retry RPC after error@1831798091) -> (continuation of Deferred@1752936611 after retry RPC after error@562624415) -> (continuation of Deferred@662406547 after retry RPC after error@854317418) -> (continuation of Deferred@127965500 after retry RPC after error@1643291224) -> (continuation of Deferred@442426600 after retry RPC after error@1989303872) -> (continuation of Deferred@1979203799 after retry RPC after error@32296018) -> (continuation of Deferred@1828192547 after retry RPC after error@142353058) -> (continuation of Deferred@1060447618 after retry RPC after error@1482481770) -> (continuation of Deferred@1954612059 after retry RPC after error@486626907) -> (continuation of Deferred@185493836 after retry RPC after error@888051703) -> (continuation of Deferred@1208603114 after retry RPC after error@1596843326), errback=(continuation of Deferred@238041223 after retry RPC after error@2108678680) -> (continuation of Deferred@2061847515 after retry RPC after error@529754149) -> (continuation of Deferred@283676496 after retry RPC after error@307564663) -> (continuation of Deferred@1119763061 after retry RPC after error@1181261895) -> (continuation of Deferred@313406933 after retry RPC after error@683821407) -> (continuation of Deferred@454861728 after retry RPC after error@410341916) -> (continuation of Deferred@2065091674 after retry RPC after error@1092942550) -> (continuation of Deferred@1071333617 after retry RPC after error@227283108) -> (continuation of Deferred@1077242195 after retry RPC after error@639752649) -> (continuation of Deferred@1125701940 after retry RPC after error@788326595) -> (continuation of Deferred@1164473278 after retry RPC after error@1831798091) -> (continuation of Deferred@1752936611 after retry RPC after error@562624415) -> (continuation of Deferred@662406547 after retry RPC after error@854317418) -> (continuation of Deferred@127965500 after retry RPC after error@1643291224) -> (continuation of Deferred@442426600 after retry RPC after error@1989303872) -> (continuation of Deferred@1979203799 after retry RPC after error@32296018) -> (continuation of Deferred@1828192547 after retry RPC after error@142353058) -> (continuation of Deferred@1060447618 after retry RPC after error@1482481770) -> (continuation of Deferred@1954612059 after retry RPC after error@486626907) -> (continuation of Deferred@185493836 after retry RPC after error@888051703) -> (continuation of Deferred@1208603114 after retry RPC after error@1596843326)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.60:44877
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:16.554 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:16.554 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
02:14:16.555 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:14:16.568 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:16.569 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:16.569 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:16.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:16.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:16.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:16.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:16.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:16.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:16.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:16.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:16.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:16.570 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:16.591 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:16.591 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:16.591 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:16.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:16.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:16.592 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:16.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:16.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:16.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:16.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:16.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:16.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:16.592 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:16.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:16.755 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:16.756 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:16.756 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:16.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:16.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:16.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:16.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:16.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:16.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:16.766 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:16.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:16.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:16.766 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:16.794 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:16.794 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:16.794 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:16.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:16.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:16.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:16.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:16.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:16.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:16.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:16.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:16.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:16.795 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:16.795 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28147), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [49ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [69ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [76ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [129ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [131ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [132ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [132ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [145ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [303ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [803ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [804ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [811ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [811ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1583ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1903ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2762ms] refreshing cache from master, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2763ms] too many traces: truncated at 100 traces, deferred=Deferred@1168370126(state=PENDING, result=null, callback=(continuation of Deferred@248263538 after retry RPC after error@2076736489) -> (continuation of Deferred@902211807 after retry RPC after error@1869728304) -> (continuation of Deferred@13181711 after retry RPC after error@954599372) -> (continuation of Deferred@954650719 after retry RPC after error@1504161081) -> (continuation of Deferred@272579673 after retry RPC after error@418353653) -> (continuation of Deferred@369479327 after retry RPC after error@1915709187) -> (continuation of Deferred@463163627 after retry RPC after error@2132744788) -> (continuation of Deferred@1196839454 after retry RPC after error@1321742984) -> (continuation of Deferred@261439410 after retry RPC after error@148855214) -> (continuation of Deferred@2112633865 after retry RPC after error@1916734798) -> (continuation of Deferred@1416741908 after retry RPC after error@647099677) -> (continuation of Deferred@973183410 after retry RPC after error@819902145) -> (continuation of Deferred@1783993770 after retry RPC after error@1128643808) -> (continuation of Deferred@1975480627 after retry RPC after error@814918139) -> (continuation of Deferred@1991021190 after retry RPC after error@408982031) -> (continuation of Deferred@383278809 after retry RPC after error@866185352) -> (continuation of Deferred@554335448 after retry RPC after error@1030119964) -> (continuation of Deferred@1771884031 after retry RPC after error@1561089268) -> (continuation of Deferred@798105393 after retry RPC after error@560660061) -> (continuation of Deferred@773209274 after retry RPC after error@285374072) -> (continuation of Deferred@777423102 after retry RPC after error@1488454527) -> (continuation of Deferred@1196693310 after retry RPC after error@1172772890) -> (continuation of Deferred@1600944416 after retry RPC after error@1196898889) -> (continuation of Deferred@542980218 after retry RPC after error@1560789923) -> (continuation of Deferred@1629357146 after retry RPC after error@526778178), errback=(continuation of Deferred@248263538 after retry RPC after error@2076736489) -> (continuation of Deferred@902211807 after retry RPC after error@1869728304) -> (continuation of Deferred@13181711 after retry RPC after error@954599372) -> (continuation of Deferred@954650719 after retry RPC after error@1504161081) -> (continuation of Deferred@272579673 after retry RPC after error@418353653) -> (continuation of Deferred@369479327 after retry RPC after error@1915709187) -> (continuation of Deferred@463163627 after retry RPC after error@2132744788) -> (continuation of Deferred@1196839454 after retry RPC after error@1321742984) -> (continuation of Deferred@261439410 after retry RPC after error@148855214) -> (continuation of Deferred@2112633865 after retry RPC after error@1916734798) -> (continuation of Deferred@1416741908 after retry RPC after error@647099677) -> (continuation of Deferred@973183410 after retry RPC after error@819902145) -> (continuation of Deferred@1783993770 after retry RPC after error@1128643808) -> (continuation of Deferred@1975480627 after retry RPC after error@814918139) -> (continuation of Deferred@1991021190 after retry RPC after error@408982031) -> (continuation of Deferred@383278809 after retry RPC after error@866185352) -> (continuation of Deferred@554335448 after retry RPC after error@1030119964) -> (continuation of Deferred@1771884031 after retry RPC after error@1561089268) -> (continuation of Deferred@798105393 after retry RPC after error@560660061) -> (continuation of Deferred@773209274 after retry RPC after error@285374072) -> (continuation of Deferred@777423102 after retry RPC after error@1488454527) -> (continuation of Deferred@1196693310 after retry RPC after error@1172772890) -> (continuation of Deferred@1600944416 after retry RPC after error@1196898889) -> (continuation of Deferred@542980218 after retry RPC after error@1560789923) -> (continuation of Deferred@1629357146 after retry RPC after error@526778178)))
02:14:16.796 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:14:16.796 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28147), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [49ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [69ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [76ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [129ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [131ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [132ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [132ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [145ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [303ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [803ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [804ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [811ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [811ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1583ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1903ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2762ms] refreshing cache from master, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2763ms] too many traces: truncated at 100 traces, deferred=Deferred@1168370126(state=PENDING, result=null, callback=(continuation of Deferred@248263538 after retry RPC after error@2076736489) -> (continuation of Deferred@902211807 after retry RPC after error@1869728304) -> (continuation of Deferred@13181711 after retry RPC after error@954599372) -> (continuation of Deferred@954650719 after retry RPC after error@1504161081) -> (continuation of Deferred@272579673 after retry RPC after error@418353653) -> (continuation of Deferred@369479327 after retry RPC after error@1915709187) -> (continuation of Deferred@463163627 after retry RPC after error@2132744788) -> (continuation of Deferred@1196839454 after retry RPC after error@1321742984) -> (continuation of Deferred@261439410 after retry RPC after error@148855214) -> (continuation of Deferred@2112633865 after retry RPC after error@1916734798) -> (continuation of Deferred@1416741908 after retry RPC after error@647099677) -> (continuation of Deferred@973183410 after retry RPC after error@819902145) -> (continuation of Deferred@1783993770 after retry RPC after error@1128643808) -> (continuation of Deferred@1975480627 after retry RPC after error@814918139) -> (continuation of Deferred@1991021190 after retry RPC after error@408982031) -> (continuation of Deferred@383278809 after retry RPC after error@866185352) -> (continuation of Deferred@554335448 after retry RPC after error@1030119964) -> (continuation of Deferred@1771884031 after retry RPC after error@1561089268) -> (continuation of Deferred@798105393 after retry RPC after error@560660061) -> (continuation of Deferred@773209274 after retry RPC after error@285374072) -> (continuation of Deferred@777423102 after retry RPC after error@1488454527) -> (continuation of Deferred@1196693310 after retry RPC after error@1172772890) -> (continuation of Deferred@1600944416 after retry RPC after error@1196898889) -> (continuation of Deferred@542980218 after retry RPC after error@1560789923) -> (continuation of Deferred@1629357146 after retry RPC after error@526778178), errback=(continuation of Deferred@248263538 after retry RPC after error@2076736489) -> (continuation of Deferred@902211807 after retry RPC after error@1869728304) -> (continuation of Deferred@13181711 after retry RPC after error@954599372) -> (continuation of Deferred@954650719 after retry RPC after error@1504161081) -> (continuation of Deferred@272579673 after retry RPC after error@418353653) -> (continuation of Deferred@369479327 after retry RPC after error@1915709187) -> (continuation of Deferred@463163627 after retry RPC after error@2132744788) -> (continuation of Deferred@1196839454 after retry RPC after error@1321742984) -> (continuation of Deferred@261439410 after retry RPC after error@148855214) -> (continuation of Deferred@2112633865 after retry RPC after error@1916734798) -> (continuation of Deferred@1416741908 after retry RPC after error@647099677) -> (continuation of Deferred@973183410 after retry RPC after error@819902145) -> (continuation of Deferred@1783993770 after retry RPC after error@1128643808) -> (continuation of Deferred@1975480627 after retry RPC after error@814918139) -> (continuation of Deferred@1991021190 after retry RPC after error@408982031) -> (continuation of Deferred@383278809 after retry RPC after error@866185352) -> (continuation of Deferred@554335448 after retry RPC after error@1030119964) -> (continuation of Deferred@1771884031 after retry RPC after error@1561089268) -> (continuation of Deferred@798105393 after retry RPC after error@560660061) -> (continuation of Deferred@773209274 after retry RPC after error@285374072) -> (continuation of Deferred@777423102 after retry RPC after error@1488454527) -> (continuation of Deferred@1196693310 after retry RPC after error@1172772890) -> (continuation of Deferred@1600944416 after retry RPC after error@1196898889) -> (continuation of Deferred@542980218 after retry RPC after error@1560789923) -> (continuation of Deferred@1629357146 after retry RPC after error@526778178)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:16.797 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
02:14:16.798 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
02:14:16.800 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28147), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [49ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [69ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [76ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [129ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [131ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [132ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [132ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [145ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [303ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [803ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [804ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [811ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [811ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1583ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1903ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2762ms] refreshing cache from master, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2763ms] too many traces: truncated at 100 traces, deferred=Deferred@1168370126(state=PENDING, result=null, callback=(continuation of Deferred@248263538 after retry RPC after error@2076736489) -> (continuation of Deferred@902211807 after retry RPC after error@1869728304) -> (continuation of Deferred@13181711 after retry RPC after error@954599372) -> (continuation of Deferred@954650719 after retry RPC after error@1504161081) -> (continuation of Deferred@272579673 after retry RPC after error@418353653) -> (continuation of Deferred@369479327 after retry RPC after error@1915709187) -> (continuation of Deferred@463163627 after retry RPC after error@2132744788) -> (continuation of Deferred@1196839454 after retry RPC after error@1321742984) -> (continuation of Deferred@261439410 after retry RPC after error@148855214) -> (continuation of Deferred@2112633865 after retry RPC after error@1916734798) -> (continuation of Deferred@1416741908 after retry RPC after error@647099677) -> (continuation of Deferred@973183410 after retry RPC after error@819902145) -> (continuation of Deferred@1783993770 after retry RPC after error@1128643808) -> (continuation of Deferred@1975480627 after retry RPC after error@814918139) -> (continuation of Deferred@1991021190 after retry RPC after error@408982031) -> (continuation of Deferred@383278809 after retry RPC after error@866185352) -> (continuation of Deferred@554335448 after retry RPC after error@1030119964) -> (continuation of Deferred@1771884031 after retry RPC after error@1561089268) -> (continuation of Deferred@798105393 after retry RPC after error@560660061) -> (continuation of Deferred@773209274 after retry RPC after error@285374072) -> (continuation of Deferred@777423102 after retry RPC after error@1488454527) -> (continuation of Deferred@1196693310 after retry RPC after error@1172772890) -> (continuation of Deferred@1600944416 after retry RPC after error@1196898889) -> (continuation of Deferred@542980218 after retry RPC after error@1560789923) -> (continuation of Deferred@1629357146 after retry RPC after error@526778178), errback=(continuation of Deferred@248263538 after retry RPC after error@2076736489) -> (continuation of Deferred@902211807 after retry RPC after error@1869728304) -> (continuation of Deferred@13181711 after retry RPC after error@954599372) -> (continuation of Deferred@954650719 after retry RPC after error@1504161081) -> (continuation of Deferred@272579673 after retry RPC after error@418353653) -> (continuation of Deferred@369479327 after retry RPC after error@1915709187) -> (continuation of Deferred@463163627 after retry RPC after error@2132744788) -> (continuation of Deferred@1196839454 after retry RPC after error@1321742984) -> (continuation of Deferred@261439410 after retry RPC after error@148855214) -> (continuation of Deferred@2112633865 after retry RPC after error@1916734798) -> (continuation of Deferred@1416741908 after retry RPC after error@647099677) -> (continuation of Deferred@973183410 after retry RPC after error@819902145) -> (continuation of Deferred@1783993770 after retry RPC after error@1128643808) -> (continuation of Deferred@1975480627 after retry RPC after error@814918139) -> (continuation of Deferred@1991021190 after retry RPC after error@408982031) -> (continuation of Deferred@383278809 after retry RPC after error@866185352) -> (continuation of Deferred@554335448 after retry RPC after error@1030119964) -> (continuation of Deferred@1771884031 after retry RPC after error@1561089268) -> (continuation of Deferred@798105393 after retry RPC after error@560660061) -> (continuation of Deferred@773209274 after retry RPC after error@285374072) -> (continuation of Deferred@777423102 after retry RPC after error@1488454527) -> (continuation of Deferred@1196693310 after retry RPC after error@1172772890) -> (continuation of Deferred@1600944416 after retry RPC after error@1196898889) -> (continuation of Deferred@542980218 after retry RPC after error@1560789923) -> (continuation of Deferred@1629357146 after retry RPC after error@526778178)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:16.801 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:16.801 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
02:14:16.802 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
02:14:16.815 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:14:16.816 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:14:16.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.819188 27973 mini_oidc.cc:150] Starting JWKS server
02:14:16.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.822894 27973 webserver.cc:534] Webserver started at http://127.0.0.1:46229/ using document root <none> and password file <none>
02:14:16.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.823468 27973 mini_oidc.cc:186] Starting OIDC Discovery server
02:14:16.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.825392 27973 webserver.cc:534] Webserver started at http://127.0.0.1:37945/ using document root <none> and password file <none>
02:14:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:14:16Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:14:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:14:16Z Disabled control of system clock
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:16.887632 27973 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/wal
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/data
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/logs
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/data/info.pb
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.126:36339
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.126
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json with env {}
02:14:16.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476856926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:16.935 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:14:16.940 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:14:16.959 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:16.960 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:16.960 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:16.960 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:16.960 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:16.960 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:16.960 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:16.960 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:16.960 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:16.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:16.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:16.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:16.961 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:16.961 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28272), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [11ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [79ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [87ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [88ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [105ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [503ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [923ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [924ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [925ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [925ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1343ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5942ms] refreshing cache from master, [5942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5944ms] too many traces: truncated at 100 traces, deferred=Deferred@1277762408(state=PENDING, result=null, callback=(continuation of Deferred@2122624 after retry RPC after error@265739549) -> (continuation of Deferred@770665938 after retry RPC after error@689553756) -> (continuation of Deferred@715561884 after retry RPC after error@329352672) -> (continuation of Deferred@1165421499 after retry RPC after error@578994536) -> (continuation of Deferred@1013368031 after retry RPC after error@595056694) -> (continuation of Deferred@1362019536 after retry RPC after error@1704183324) -> (continuation of Deferred@1868150349 after retry RPC after error@1920103928) -> (continuation of Deferred@1432172322 after retry RPC after error@772126899) -> (continuation of Deferred@214735072 after retry RPC after error@1844502836) -> (continuation of Deferred@1369976719 after retry RPC after error@1391187241) -> (continuation of Deferred@973622284 after retry RPC after error@1344004920) -> (continuation of Deferred@1079995107 after retry RPC after error@1276226908) -> (continuation of Deferred@880931070 after retry RPC after error@990697333) -> (continuation of Deferred@4176517 after retry RPC after error@1090886803) -> (continuation of Deferred@2050523725 after retry RPC after error@659707136) -> (continuation of Deferred@1522804989 after retry RPC after error@935904818) -> (continuation of Deferred@165417068 after retry RPC after error@1016311298) -> (continuation of Deferred@1198254765 after retry RPC after error@912477476) -> (continuation of Deferred@1599436020 after retry RPC after error@2115449506) -> (continuation of Deferred@1714520399 after retry RPC after error@1251470016) -> (continuation of Deferred@1041356210 after retry RPC after error@2035573488) -> (continuation of Deferred@327528300 after retry RPC after error@1714525750), errback=(continuation of Deferred@2122624 after retry RPC after error@265739549) -> (continuation of Deferred@770665938 after retry RPC after error@689553756) -> (continuation of Deferred@715561884 after retry RPC after error@329352672) -> (continuation of Deferred@1165421499 after retry RPC after error@578994536) -> (continuation of Deferred@1013368031 after retry RPC after error@595056694) -> (continuation of Deferred@1362019536 after retry RPC after error@1704183324) -> (continuation of Deferred@1868150349 after retry RPC after error@1920103928) -> (continuation of Deferred@1432172322 after retry RPC after error@772126899) -> (continuation of Deferred@214735072 after retry RPC after error@1844502836) -> (continuation of Deferred@1369976719 after retry RPC after error@1391187241) -> (continuation of Deferred@973622284 after retry RPC after error@1344004920) -> (continuation of Deferred@1079995107 after retry RPC after error@1276226908) -> (continuation of Deferred@880931070 after retry RPC after error@990697333) -> (continuation of Deferred@4176517 after retry RPC after error@1090886803) -> (continuation of Deferred@2050523725 after retry RPC after error@659707136) -> (continuation of Deferred@1522804989 after retry RPC after error@935904818) -> (continuation of Deferred@165417068 after retry RPC after error@1016311298) -> (continuation of Deferred@1198254765 after retry RPC after error@912477476) -> (continuation of Deferred@1599436020 after retry RPC after error@2115449506) -> (continuation of Deferred@1714520399 after retry RPC after error@1251470016) -> (continuation of Deferred@1041356210 after retry RPC after error@2035573488) -> (continuation of Deferred@327528300 after retry RPC after error@1714525750)))
02:14:16.962 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:14:16.962 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28272), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [11ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [79ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [87ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [88ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [105ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [503ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [923ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [924ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [925ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [925ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1343ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5942ms] refreshing cache from master, [5942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5944ms] too many traces: truncated at 100 traces, deferred=Deferred@1277762408(state=PENDING, result=null, callback=(continuation of Deferred@2122624 after retry RPC after error@265739549) -> (continuation of Deferred@770665938 after retry RPC after error@689553756) -> (continuation of Deferred@715561884 after retry RPC after error@329352672) -> (continuation of Deferred@1165421499 after retry RPC after error@578994536) -> (continuation of Deferred@1013368031 after retry RPC after error@595056694) -> (continuation of Deferred@1362019536 after retry RPC after error@1704183324) -> (continuation of Deferred@1868150349 after retry RPC after error@1920103928) -> (continuation of Deferred@1432172322 after retry RPC after error@772126899) -> (continuation of Deferred@214735072 after retry RPC after error@1844502836) -> (continuation of Deferred@1369976719 after retry RPC after error@1391187241) -> (continuation of Deferred@973622284 after retry RPC after error@1344004920) -> (continuation of Deferred@1079995107 after retry RPC after error@1276226908) -> (continuation of Deferred@880931070 after retry RPC after error@990697333) -> (continuation of Deferred@4176517 after retry RPC after error@1090886803) -> (continuation of Deferred@2050523725 after retry RPC after error@659707136) -> (continuation of Deferred@1522804989 after retry RPC after error@935904818) -> (continuation of Deferred@165417068 after retry RPC after error@1016311298) -> (continuation of Deferred@1198254765 after retry RPC after error@912477476) -> (continuation of Deferred@1599436020 after retry RPC after error@2115449506) -> (continuation of Deferred@1714520399 after retry RPC after error@1251470016) -> (continuation of Deferred@1041356210 after retry RPC after error@2035573488) -> (continuation of Deferred@327528300 after retry RPC after error@1714525750), errback=(continuation of Deferred@2122624 after retry RPC after error@265739549) -> (continuation of Deferred@770665938 after retry RPC after error@689553756) -> (continuation of Deferred@715561884 after retry RPC after error@329352672) -> (continuation of Deferred@1165421499 after retry RPC after error@578994536) -> (continuation of Deferred@1013368031 after retry RPC after error@595056694) -> (continuation of Deferred@1362019536 after retry RPC after error@1704183324) -> (continuation of Deferred@1868150349 after retry RPC after error@1920103928) -> (continuation of Deferred@1432172322 after retry RPC after error@772126899) -> (continuation of Deferred@214735072 after retry RPC after error@1844502836) -> (continuation of Deferred@1369976719 after retry RPC after error@1391187241) -> (continuation of Deferred@973622284 after retry RPC after error@1344004920) -> (continuation of Deferred@1079995107 after retry RPC after error@1276226908) -> (continuation of Deferred@880931070 after retry RPC after error@990697333) -> (continuation of Deferred@4176517 after retry RPC after error@1090886803) -> (continuation of Deferred@2050523725 after retry RPC after error@659707136) -> (continuation of Deferred@1522804989 after retry RPC after error@935904818) -> (continuation of Deferred@165417068 after retry RPC after error@1016311298) -> (continuation of Deferred@1198254765 after retry RPC after error@912477476) -> (continuation of Deferred@1599436020 after retry RPC after error@2115449506) -> (continuation of Deferred@1714520399 after retry RPC after error@1251470016) -> (continuation of Deferred@1041356210 after retry RPC after error@2035573488) -> (continuation of Deferred@327528300 after retry RPC after error@1714525750)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.60:44877
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:16.963 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
02:14:16.965 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
02:14:16.967 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28272), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [11ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [79ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [87ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [88ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [105ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [503ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [923ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [924ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [925ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [925ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1343ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5942ms] refreshing cache from master, [5942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5944ms] too many traces: truncated at 100 traces, deferred=Deferred@1277762408(state=PENDING, result=null, callback=(continuation of Deferred@2122624 after retry RPC after error@265739549) -> (continuation of Deferred@770665938 after retry RPC after error@689553756) -> (continuation of Deferred@715561884 after retry RPC after error@329352672) -> (continuation of Deferred@1165421499 after retry RPC after error@578994536) -> (continuation of Deferred@1013368031 after retry RPC after error@595056694) -> (continuation of Deferred@1362019536 after retry RPC after error@1704183324) -> (continuation of Deferred@1868150349 after retry RPC after error@1920103928) -> (continuation of Deferred@1432172322 after retry RPC after error@772126899) -> (continuation of Deferred@214735072 after retry RPC after error@1844502836) -> (continuation of Deferred@1369976719 after retry RPC after error@1391187241) -> (continuation of Deferred@973622284 after retry RPC after error@1344004920) -> (continuation of Deferred@1079995107 after retry RPC after error@1276226908) -> (continuation of Deferred@880931070 after retry RPC after error@990697333) -> (continuation of Deferred@4176517 after retry RPC after error@1090886803) -> (continuation of Deferred@2050523725 after retry RPC after error@659707136) -> (continuation of Deferred@1522804989 after retry RPC after error@935904818) -> (continuation of Deferred@165417068 after retry RPC after error@1016311298) -> (continuation of Deferred@1198254765 after retry RPC after error@912477476) -> (continuation of Deferred@1599436020 after retry RPC after error@2115449506) -> (continuation of Deferred@1714520399 after retry RPC after error@1251470016) -> (continuation of Deferred@1041356210 after retry RPC after error@2035573488) -> (continuation of Deferred@327528300 after retry RPC after error@1714525750), errback=(continuation of Deferred@2122624 after retry RPC after error@265739549) -> (continuation of Deferred@770665938 after retry RPC after error@689553756) -> (continuation of Deferred@715561884 after retry RPC after error@329352672) -> (continuation of Deferred@1165421499 after retry RPC after error@578994536) -> (continuation of Deferred@1013368031 after retry RPC after error@595056694) -> (continuation of Deferred@1362019536 after retry RPC after error@1704183324) -> (continuation of Deferred@1868150349 after retry RPC after error@1920103928) -> (continuation of Deferred@1432172322 after retry RPC after error@772126899) -> (continuation of Deferred@214735072 after retry RPC after error@1844502836) -> (continuation of Deferred@1369976719 after retry RPC after error@1391187241) -> (continuation of Deferred@973622284 after retry RPC after error@1344004920) -> (continuation of Deferred@1079995107 after retry RPC after error@1276226908) -> (continuation of Deferred@880931070 after retry RPC after error@990697333) -> (continuation of Deferred@4176517 after retry RPC after error@1090886803) -> (continuation of Deferred@2050523725 after retry RPC after error@659707136) -> (continuation of Deferred@1522804989 after retry RPC after error@935904818) -> (continuation of Deferred@165417068 after retry RPC after error@1016311298) -> (continuation of Deferred@1198254765 after retry RPC after error@912477476) -> (continuation of Deferred@1599436020 after retry RPC after error@2115449506) -> (continuation of Deferred@1714520399 after retry RPC after error@1251470016) -> (continuation of Deferred@1041356210 after retry RPC after error@2035573488) -> (continuation of Deferred@327528300 after retry RPC after error@1714525750)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.60:44877
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:16.968 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44a1d56ce7e44c75dd2bece6ef564b6b
02:14:16.969 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
02:14:16.969 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
02:14:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.237149 27985 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.237762 27985 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.238305 27985 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:17.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:17.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.273392 27985 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:17.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.273690 27985 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.273895 27985 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.274096 27985 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.274289 27985 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.274438 27985 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46229/jwks.json
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:17.315623 27985 master_runner.cc:387] Master server non-default flags:
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/data
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/wal
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.126:36339
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/data/info.pb
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.126
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/logs
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:17.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:17.317008 27985 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:17.318812 27985 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:17.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.330569 27991 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:17.371 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.372 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.372 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.373 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.374 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28654), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [25ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [48ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [54ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [56ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [56ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [77ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [78ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [79ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [79ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1005ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [5200ms] refreshing cache from master, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@712299715(state=PENDING, result=null, callback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048), errback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048)))
02:14:17.375 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.376 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.375 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28654), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [25ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [48ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [54ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [56ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [56ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [77ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [78ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [79ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [79ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1005ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [5200ms] refreshing cache from master, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@712299715(state=PENDING, result=null, callback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048), errback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28654), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [25ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [48ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [54ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [56ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [56ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [77ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [78ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [79ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [79ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1005ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [5200ms] refreshing cache from master, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@712299715(state=PENDING, result=null, callback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048), errback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.253:38475
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:17.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.376 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.381 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.381 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.383 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28654), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [25ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [48ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [54ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [56ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [56ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [77ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [78ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [79ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [79ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1005ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [5200ms] refreshing cache from master, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@712299715(state=PENDING, result=null, callback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048), errback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28654), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [25ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [48ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [54ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [56ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [56ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [77ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [78ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [79ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [79ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1005ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [5200ms] refreshing cache from master, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@712299715(state=PENDING, result=null, callback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048), errback=(continuation of Deferred@266002336 after retry RPC after error@469925806) -> (continuation of Deferred@2013271896 after retry RPC after error@1952319063) -> (continuation of Deferred@765517987 after retry RPC after error@575673782) -> (continuation of Deferred@1519549555 after retry RPC after error@1593484744) -> (continuation of Deferred@1953887052 after retry RPC after error@1445635537) -> (continuation of Deferred@529672835 after retry RPC after error@348985436) -> (continuation of Deferred@1341748762 after retry RPC after error@1283347993) -> (continuation of Deferred@1110883111 after retry RPC after error@1053115589) -> (continuation of Deferred@973651105 after retry RPC after error@83422055) -> (continuation of Deferred@1944094556 after retry RPC after error@1737954953) -> (continuation of Deferred@402998126 after retry RPC after error@1533358298) -> (continuation of Deferred@742954637 after retry RPC after error@1941237459) -> (continuation of Deferred@1100537336 after retry RPC after error@864667377) -> (continuation of Deferred@1528677107 after retry RPC after error@260799797) -> (continuation of Deferred@150672929 after retry RPC after error@1966663553) -> (continuation of Deferred@1082636687 after retry RPC after error@347149951) -> (continuation of Deferred@1143689430 after retry RPC after error@1990046525) -> (continuation of Deferred@187377568 after retry RPC after error@389401172) -> (continuation of Deferred@159810948 after retry RPC after error@312073170) -> (continuation of Deferred@1088284678 after retry RPC after error@2030300451) -> (continuation of Deferred@1150614818 after retry RPC after error@403695913) -> (continuation of Deferred@926789622 after retry RPC after error@1370564295) -> (continuation of Deferred@850377790 after retry RPC after error@1435393507) -> (continuation of Deferred@261491387 after retry RPC after error@1472828048)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.253:38475
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:17.384 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:14:17.390 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.391 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.391 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:17.404531 27963 heartbeater.cc:499] Master 127.26.126.252:33207 was elected leader, sending a full tablet report...
02:14:17.415 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.416 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.416 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.418 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476857426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:17.432 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.434 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.434 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.435 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.437 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.437 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:14:17.437 [WARN - pool-122-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.438 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:14:17.450 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.451 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.452 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.452 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.453 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.470 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.472 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.472 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.474 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.474 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.475 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.475 [WARN - pool-122-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.490 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.491 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.492 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.492 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.494 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.504 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:17.504 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:17.504 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:17.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:17.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:17.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:17.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:17.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:17.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:17.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:17.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:17.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:17.507 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:17.550 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.551 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.552 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.552 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.553 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:17.751 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.751 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.752 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.753 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.754 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:17.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476857926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:17.939 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:14:17.941 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:14:17.956 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:17.956 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:17.956 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:17.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:17.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:17.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:17.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:17.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:17.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:17.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:17.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:17.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:17.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:17.991 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:17.991 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:17.991 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:17.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:17.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:17.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.993 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:17.993 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:18.145 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:18.146 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:18.146 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:18.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:18.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:18.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:18.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:18.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:18.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:18.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:18.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:18.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:18.149 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:18.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:18.423 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:18.424 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:18.424 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:18.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:18.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:18.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:18.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:18.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:18.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:18.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:18.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:18.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:18.426 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:18.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476858427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:18.443 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:14:18.444 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:14:18.711 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:18.711 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:18.711 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:18.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.712 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:17.332535 27992 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:18.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:18.717372 27994 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:18.725715 27993 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1382 milliseconds
02:14:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.725844 27985 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.727360 27985 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:18.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.730684 27985 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.732236 27985 hybrid_clock.cc:648] HybridClock initialized: now 1783476858732152 us; error 85 us; skew 500 ppm
02:14:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.733201 27985 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:18.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.740984 27985 webserver.cc:534] Webserver started at http://127.27.81.126:32843/ using document root <none> and password file <none>
02:14:18.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.742076 27985 fs_manager.cc:362] Metadata directory not provided
02:14:18.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.742333 27985 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.742950 27985 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.748518 27985 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/data/instance:
02:14:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c7b767d580d478d8523c04dc12a4a2e"
02:14:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:18 on dist-test-slave-fshw"
02:14:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.749944 27985 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/wal/instance:
02:14:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c7b767d580d478d8523c04dc12a4a2e"
02:14:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:18 on dist-test-slave-fshw"
02:14:18.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.759167 27985 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.003s	sys 0.004s
02:14:18.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.765609 28002 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.766923 27985 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:14:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.767359 27985 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/wal
02:14:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c7b767d580d478d8523c04dc12a4a2e"
02:14:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:18 on dist-test-slave-fshw"
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.767807 27985 fs_report.cc:389] FS layout report
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/wal
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/wal
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/data/data
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:18.786 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RESTARTING to RUNNING.
02:14:18.787 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job 44a1d56ce7e44c75dd2bece6ef564b6b from Checkpoint 67 @ 1783476767588 for 44a1d56ce7e44c75dd2bece6ef564b6b located at file:/tmp/junit1567620589577463559/checkpoints/44a1d56ce7e44c75dd2bece6ef564b6b/chk-67.
02:14:18.787 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
02:14:18.787 [INFO - flink-pekko.actor.default-dispatcher-10] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:14:18.788 [INFO - Thread-31] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:14:18.788 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
02:14:18.788 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state TERMINATED
02:14:18.788 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state TERMINATED
02:14:18.788 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state TERMINATED
02:14:18.789 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:18.789 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
02:14:18.789 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857
02:14:18.789 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
02:14:18.790 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:18.789 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:14:18.791 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:18.792 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857.
02:14:18.792 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
02:14:18.792 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id a3defdadf52c91f803cb5705c1126b08
02:14:18.792 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
02:14:18.793 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:18.793 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:14:18.794 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
02:14:18.794 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24f28acf9959c4eaab4ba1daf1725408
02:14:18.794 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
02:14:18.794 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id a3defdadf52c91f803cb5705c1126b08.
02:14:18.795 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:14:18.795 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
02:14:18.795 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24b1bffa431a13448500fc83260c11f7
02:14:18.795 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
02:14:18.795 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
02:14:18.796 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57331a77
02:14:18.796 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:18.796 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:14:18.796 [INFO - Thread-31] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:14:18.797 [INFO - Thread-31] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:14:18.797 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 24f28acf9959c4eaab4ba1daf1725408.
02:14:18.798 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:14:18.798 [DEBUG - Thread-31] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:18.798 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:14:18.798 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:14:18.798 [INFO - Thread-31] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:14:18.799 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
02:14:18.799 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
02:14:18.801 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d3bb909
02:14:18.801 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:18.801 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:14:18.802 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:14:18.802 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:14:18.805 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f0f76ba
02:14:18.807 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1265925a
02:14:18.809 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:14:18.810 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:18.810 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 24b1bffa431a13448500fc83260c11f7.
02:14:18.810 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
02:14:18.810 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
02:14:18.811 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60156ffb
02:14:18.811 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:18.811 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:14:18.811 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:14:18.812 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:14:18.813 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.815 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@445ab222
02:14:18.815 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:18.816 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
02:14:18.816 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:18.816 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
02:14:18.816 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:18.816 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:18.816 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:18.816 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.816 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:18.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.817 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@317870d2
02:14:18.817 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:18.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.818 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:14:18.818 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.818 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:14:18.819 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:14:18.819 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.822 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79ce31c0
02:14:18.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.824 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:18.825 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.826 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:18.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.828 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.828 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.830 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.832 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.837 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.839 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.841 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:18.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.842 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.843 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.843 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.844 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.849 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:18.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.850 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.850 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.852 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.852 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.852914 27985 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:18.853 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.853 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.854966 27985 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.855492 27985 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:18.861 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.862 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.863 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.864 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.865 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.865 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.866 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.866 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:18.869 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.869 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.870 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.870 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.872 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:18.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.872 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:18.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.873 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:18.873 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.874 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.874 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.875 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.879 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.880 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.880 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.883 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.883 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.884 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.885 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.886 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.886 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:18.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.886 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.887 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.887 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:18.888 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.888 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.890 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:18.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.890 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:18.893 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.893 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.894 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.895 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.900 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.900 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.900 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.902 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.904 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.905 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.906 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.906 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.906 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.906 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.907 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:18.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.907 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:18.907 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:18.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.908 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.909 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.909 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.909 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:18.909 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.909 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.909 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.909 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.913 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.913 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.913 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.920 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.920 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.920 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.924 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.925 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.925 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.926 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.926 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.926 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.926 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.927 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:18.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.927 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.927 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:18.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.927 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:18.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.927 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:18.928 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476858928 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:18.929 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.929 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.939 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:14:18.941 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:14:18.943 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.944 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.944 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.945 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.946 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.946 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.946 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.946 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.946 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.948 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.948 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.960 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.960 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.960 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.960 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.960 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.960 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.961 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.962282 27985 rpc_server.cc:307] RPC server started. Bound to: 127.27.81.126:36339
02:14:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.962370 28107 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.81.126:36339 every 8 connection(s)
02:14:18.963 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.963 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.964 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.965554 27985 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/data/info.pb
02:14:18.965 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:18.966 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:18.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:18.966 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:18.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:18.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:18.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:18.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:18.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:18.966 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:18.966 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:18.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:18.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:18.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:18.967 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:18.967 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:18.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:18.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:18.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:18.968 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.972749 27973 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 27985
02:14:18.973 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.973335 27973 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-0/wal/instance
02:14:18.973 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:18.974 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:18.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:18.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:18.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:18.974 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:18.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.974833 28108 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.978682 27973 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/wal
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/data
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/logs
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/data/info.pb
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.125:43441
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.125
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json with env {}
02:14:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:18.992604 28108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } has no permanent_uuid. Determining permanent_uuid...
02:14:19.000 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.000 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.000 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.001 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.003 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.003 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.004 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.005 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.006 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.006 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.006 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.007 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.026 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:19.026 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:19.027 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:19.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.027 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:19.035418 28108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } has no permanent_uuid. Determining permanent_uuid...
02:14:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.038452 28013 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.81.125:43441: connect: Connection refused (error 111)
02:14:19.040 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.040 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.040 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.041 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.043040 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.125:43441: Network error: Client connection negotiation failed: client connection to 127.27.81.125:43441: connect: Connection refused (error 111)
02:14:19.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.045 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.060 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.060 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.060 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.061 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.063 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.063 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.063 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.064 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.066 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.066 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.066 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.083 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.083 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.083 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.084 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.086 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:19.086 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:19.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.087 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:19.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.087 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:19.093 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:19.092619 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } attempt: 1
02:14:19.093 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.093 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.094 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.098023 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.125:43441: Network error: Client connection negotiation failed: client connection to 127.27.81.125:43441: connect: Connection refused (error 111)
02:14:19.162 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:19.162 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:19.162 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:19.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:19.162 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:19.162 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:19.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:19.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:19.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:19.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:19.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:19.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:19.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:19.166448 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } attempt: 2
02:14:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.171281 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.125:43441: Network error: Client connection negotiation failed: client connection to 127.27.81.125:43441: connect: Connection refused (error 111)
02:14:19.194 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:19.195 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:19.195 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:19.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.196 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:19.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:19.207 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:19.207 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:19.207 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:19.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.208 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.208 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:19.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:19.262727 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } attempt: 3
02:14:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.267249 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.125:43441: Network error: Client connection negotiation failed: client connection to 127.27.81.125:43441: connect: Connection refused (error 111)
02:14:19.306 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.306 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.306 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.307 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.326 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:19.326 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:19.327 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:19.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.328 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:19.333 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.334 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.334 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.334 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.343 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:19.343 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:19.344 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:19.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.343711 28110 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:19.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.344 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.344774 28110 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:19.345 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:19.345 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:19.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.345 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:19.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.346 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:19.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.345834 28110 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:19.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.381342 28110 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:19.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.381701 28110 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.381965 28110 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.382184 28110 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.382390 28110 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.382531 28110 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46229/jwks.json
02:14:19.393 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.393 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.393 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.394 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:19.410600 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } attempt: 4
02:14:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.416715 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.125:43441: Network error: Client connection negotiation failed: client connection to 127.27.81.125:43441: connect: Connection refused (error 111)
02:14:19.420 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.420 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.420 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.421 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.421 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.421 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.422 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:19.426435 28110 master_runner.cc:387] Master server non-default flags:
02:14:19.426 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476859426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/data
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/wal
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.125:43441
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/data/info.pb
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.125
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/logs
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:19.428471 28110 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:19.431077 28110 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:19.435 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:14:19.436 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:14:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.445075 28119 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:19.458 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:19.458 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:19.458 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:19.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:19.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:19.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:19.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:19.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:19.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:19.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:19.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:19.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:19.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:19.514 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:19.514 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:19.515 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:19.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.516 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:19.528 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:19.528 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:19.528 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:19.529 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.529 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.529 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:19.529 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.529 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.530 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:19.529 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:19.530 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:19.584 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.584 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.584 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.585 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.640 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.640 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.641 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.642 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.646 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.647 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.647 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.648 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.659 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.660 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.660 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.661 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.661 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.661 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.661 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:19.716203 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } attempt: 5
02:14:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.727432 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.125:43441: Network error: Client connection negotiation failed: client connection to 127.27.81.125:43441: connect: Connection refused (error 111)
02:14:19.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:19.786 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:19.787 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:19.787 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:19.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:19.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:19.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:19.788 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:19.793 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.793 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.793 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.873 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:19.874 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:19.874 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:19.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:19.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:19.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:19.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:19.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476859926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:19.942 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:14:19.943 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:14:20.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:20.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.275022 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } attempt: 6
02:14:20.304 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:20.305 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:20.305 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:20.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:20.311307 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.125:43441: Network error: Client connection negotiation failed: client connection to 127.27.81.125:43441: connect: Connection refused (error 111)
02:14:20.362 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:20.362 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:20.363 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:20.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:20.364 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:20.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:20.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:20.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:20.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:20.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:20.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:20.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:20.366 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:20.407 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:20.407 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:20.407 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:20.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:20.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:20.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:20.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:20.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:20.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:20.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:20.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:20.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:20.409 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:20.429 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476860427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:20.443 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:14:20.448 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:14:20.583 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:20.584 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:20.584 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:20.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:20.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:20.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:20.585 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:20.585 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:20.585 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:20.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:20.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:20.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:20.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:20.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:20.705 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:20.705 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:20.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.706 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:20.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:20.760 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:20.848 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:20.848 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:20.848 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:20.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.849 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:20.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476860926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:20.938 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:14:20.938 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:14:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:20.846484 28118 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 28110
02:14:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:19.447654 28120 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:20.949851 28110 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.504s	user 0.521s	sys 0.943s
02:14:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:20.950193 28110 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.504s	user 0.521s	sys 0.943s
02:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:20.958528 28127 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.958873 28110 server_base.cc:1061] running on GCE node
02:14:20.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.960361 28110 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.963690 28110 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:20.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.965189 28110 hybrid_clock.cc:648] HybridClock initialized: now 1783476860965139 us; error 39 us; skew 500 ppm
02:14:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.966289 28110 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.973948 28110 webserver.cc:534] Webserver started at http://127.27.81.125:44897/ using document root <none> and password file <none>
02:14:20.974 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:20.974 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:20.974 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:20.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:20.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:20.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.975371 28110 fs_manager.cc:362] Metadata directory not provided
02:14:20.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:20.975 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.975672 28110 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:20.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.976226 28110 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:20.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.980880 28110 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/data/instance:
02:14:20.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7"
02:14:20.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:20 on dist-test-slave-fshw"
02:14:20.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.982017 28110 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/wal/instance:
02:14:20.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7"
02:14:20.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:20 on dist-test-slave-fshw"
02:14:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.989622 28110 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
02:14:20.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.995330 28133 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.996378 28110 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
02:14:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.996681 28110 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/wal
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7"
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:20 on dist-test-slave-fshw"
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:20.996975 28110 fs_report.cc:389] FS layout report
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/wal
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/wal
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/data/data
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:21.064 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:21.064 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:21.064 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:21.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:21.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:21.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:21.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:21.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:21.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:21.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:21.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:21.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:21.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:21.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.080021 28110 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:21.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.081656 28110 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:21.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.082090 28110 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:21.087 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:21.087 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:21.087 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:21.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:21.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:21.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:21.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:21.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:21.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:21.088 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:21.088 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:21.088 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:21.088 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.165473 28110 rpc_server.cc:307] RPC server started. Bound to: 127.27.81.125:43441
02:14:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.165529 28186 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.81.125:43441 every 8 connection(s)
02:14:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.168542 28110 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/data/info.pb
02:14:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.175098 28187 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.178814 27973 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 28110
02:14:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.179239 27973 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-1/wal/instance
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.181412 27973 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/wal
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/data
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/logs
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/data/info.pb
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.124:40095
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.124
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json with env {}
02:14:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.186689 28187 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } has no permanent_uuid. Determining permanent_uuid...
02:14:21.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.212332 28187 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } has no permanent_uuid. Determining permanent_uuid...
02:14:21.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.228673 28187 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } has no permanent_uuid. Determining permanent_uuid...
02:14:21.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.231441 28135 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.235983 28187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.245 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:21.245 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:21.245 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:21.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:21.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:21.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:21.246 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:21.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:21.246 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:21.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:21.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:21.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:21.246 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:21.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.285486 28187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 1
02:14:21.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.291926 28187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.360399 28187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 2
02:14:21.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.365244 28187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.371865 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } attempt: 7
02:14:21.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.385751 28108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } has no permanent_uuid. Determining permanent_uuid...
02:14:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.392225 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476861426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:21.434 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:14:21.436 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:14:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.450697 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 1
02:14:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.455818 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.456650 28187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 3
02:14:21.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.461216 28187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.532903 28189 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.533555 28189 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.534037 28189 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:21.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.537249 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 2
02:14:21.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.541934 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.569839 28189 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.570116 28189 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.570334 28189 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.570537 28189 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.570734 28189 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.570966 28189 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46229/jwks.json
02:14:21.604 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:21.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.604669 28187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 4
02:14:21.605 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:21.605 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:21.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:21.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:21.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:21.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:21.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:21.606 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:21.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:21.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:21.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:21.606 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.609298 28187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.610944 28189 master_runner.cc:387] Master server non-default flags:
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/data
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/wal
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.124:40095
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/data/info.pb
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.124
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/logs
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.612267 28189 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.614044 28189 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:21.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.626271 28201 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:21.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.627357 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 3
02:14:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.634232 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.698 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:21.706 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:21.706 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:21.706 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:21.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:21.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:21.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:21.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:21.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:21.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:21.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:21.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:21.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:21.708 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:21.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:21.758 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:21.758 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:21.758 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:21.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:21.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:21.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:21.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:21.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:21.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:21.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:21.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:21.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:21.759 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.774741 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 4
02:14:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.783066 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.838 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:21.839 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:21.839 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:21.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:21.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:21.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:21.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:21.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:21.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:21.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:21.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:21.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:21.840 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:21.844 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:21.844 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:21.845 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:21.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:21.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:21.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:21.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:21.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:21.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:21.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:21.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:21.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:21.846 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:21.908766 28187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 5
02:14:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.917421 28187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:21.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476861926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:21.942 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:14:21.945 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:14:22.022 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:22.023 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:22.023 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:22.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:22.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:22.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:22.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:22.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:22.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:22.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:22.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:22.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:22.024 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:22.056 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:22.056 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:22.056 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:22.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:22.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:22.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:22.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:22.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:22.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:22.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:22.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:22.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:22.058 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:22.066638 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 5
02:14:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:22.074817 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:22.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:22.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:22.419 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:22.420 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:22.420 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:22.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:22.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:22.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:22.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:22.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:22.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:22.422 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:22.422 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:22.422 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:22.422 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:22.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476862426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:22.454 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
02:14:22.456 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:14:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:22.465217 28187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 6
02:14:22.483 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:22.483 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:22.483 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:22.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:22.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:22.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:22.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:22.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:22.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:22.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:22.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:22.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:22.486 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:22.491020 28187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:22.627414 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 6
02:14:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:22.652891 28108 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.81.124:40095: Network error: Client connection negotiation failed: client connection to 127.27.81.124:40095: connect: Connection refused (error 111)
02:14:22.684 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:22.684 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:22.684 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:22.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:22.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:22.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:22.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:22.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:22.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:22.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:22.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:22.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:22.686 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:22.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:22.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:22.883 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:22.883 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:22.884 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:22.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:22.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:22.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:22.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:22.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:22.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:22.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:22.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:22.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:22.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:22.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476862926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:22.939 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:14:22.940 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:14:23.063 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:23.064 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:23.064 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:23.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.066 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.632175 28204 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:21.628171 28202 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:23.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:23.105531 28203 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1473 milliseconds
02:14:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.105648 28189 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.106902 28189 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.110219 28189 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:23.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.111773 28189 hybrid_clock.cc:648] HybridClock initialized: now 1783476863111728 us; error 45 us; skew 500 ppm
02:14:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.112991 28189 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.120668 28189 webserver.cc:534] Webserver started at http://127.27.81.124:44545/ using document root <none> and password file <none>
02:14:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.121701 28189 fs_manager.cc:362] Metadata directory not provided
02:14:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.121946 28189 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.122529 28189 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:23.127 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:23.127 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:23.127 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:23.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:23.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.127293 28189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/data/instance:
02:14:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3846213586a44a32825aa36e7fcf062f"
02:14:23.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:23 on dist-test-slave-fshw"
02:14:23.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:23.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:23.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:23.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:23.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:23.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:23.128 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.128772 28189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/wal/instance:
02:14:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3846213586a44a32825aa36e7fcf062f"
02:14:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:23 on dist-test-slave-fshw"
02:14:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.137480 28189 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
02:14:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.144732 28217 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.146117 28189 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:14:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.146514 28189 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/wal
02:14:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3846213586a44a32825aa36e7fcf062f"
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:23 on dist-test-slave-fshw"
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.146955 28189 fs_report.cc:389] FS layout report
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/wal
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/wal
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/data/data
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:23.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.207602 28189 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.209225 28189 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.209652 28189 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:23.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:23.275 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:23.275 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:23.275 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:23.275 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:23.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.295717 28189 rpc_server.cc:307] RPC server started. Bound to: 127.27.81.124:40095
02:14:23.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.295796 28268 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.81.124:40095 every 8 connection(s)
02:14:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.298853 28189 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/data/info.pb
02:14:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.302408 27973 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 28189
02:14:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.302949 27973 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/master-2/wal/instance
02:14:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.307279 28269 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:23.325 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:23.325 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:23.326 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:23.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:23.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:23.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:23.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:23.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:23.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:23.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:23.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:23.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:23.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.331058 28269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } has no permanent_uuid. Determining permanent_uuid...
02:14:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.363402 28269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } has no permanent_uuid. Determining permanent_uuid...
02:14:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.376919 28269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } has no permanent_uuid. Determining permanent_uuid...
02:14:23.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.395404 28269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f: Bootstrap starting.
02:14:23.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.403318 28269 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f: Neither blocks nor log segments found. Creating new log.
02:14:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.405580 28269 log.cc:826] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f: Log is configured to *not* fsync() on all Append() calls
02:14:23.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.410597 28269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f: No bootstrap required, opened a new log
02:14:23.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476863426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.434893 28269 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } }
02:14:23.436 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:14:23.437 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:14:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.435868 28269 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.436211 28269 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3846213586a44a32825aa36e7fcf062f, State: Initialized, Role: FOLLOWER
02:14:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.437275 28269 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } }
02:14:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.440189 28277 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.440807 28277 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [sys.catalog]: This master's current role is: FOLLOWER
02:14:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.441876 28269 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [sys.catalog]: configured and running, proceeding with master startup.
02:14:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:23.466354 28223 tablet.cc:2406] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:23.477238 28288 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:14:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:23.477583 28288 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:14:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.473506 28189 master_runner.cc:187] Error getting master registration for 127.27.81.126:36339: OK, instance_id { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" instance_seqno: 1783476858936367 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.498672 28189 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:23.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.551622 28187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 7
02:14:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.572913 28187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7: Bootstrap starting.
02:14:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.581007 28187 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7: Neither blocks nor log segments found. Creating new log.
02:14:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.583500 28187 log.cc:826] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7: Log is configured to *not* fsync() on all Append() calls
02:14:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.590176 28187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7: No bootstrap required, opened a new log
02:14:23.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.619493 28187 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } }
02:14:23.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.620429 28187 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.620730 28187 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5dbc9a8ab46644c6993f4ae44e1edaa7, State: Initialized, Role: FOLLOWER
02:14:23.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.621718 28187 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } }
02:14:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.624377 28292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.625171 28292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [sys.catalog]: This master's current role is: FOLLOWER
02:14:23.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.626334 28187 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [sys.catalog]: configured and running, proceeding with master startup.
02:14:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:23.658679 28303 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:14:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:23.660975 28303 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:14:23.665 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:23.666 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:23.666 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:23.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.667 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.686558 28108 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } attempt: 7
02:14:23.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.653045 28110 master_runner.cc:187] Error getting master registration for 127.27.81.126:36339: OK, instance_id { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" instance_seqno: 1783476858936367 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.696983 28110 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:23.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:23.725 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:23.726 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:23.726 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:23.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.727 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:23.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.745625 28108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e: Bootstrap starting.
02:14:23.748 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:23.749 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:23.749 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:23.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.750 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:23.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:23.759 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:23.760 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:23.760 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:23.760 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:23.760 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:23.760 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:23.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:23.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:23.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:23.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:23.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:23.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:23.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.783946 28277 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.784569 28277 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } }
02:14:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.788259 28277 leader_election.cc:290] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c7b767d580d478d8523c04dc12a4a2e (127.27.81.126:36339), 5dbc9a8ab46644c6993f4ae44e1edaa7 (127.27.81.125:43441)
02:14:23.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.790319 28161 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3846213586a44a32825aa36e7fcf062f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" is_pre_election: true
02:14:23.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.791253 28161 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3846213586a44a32825aa36e7fcf062f in term 0.
02:14:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.793473 28218 leader_election.cc:304] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3846213586a44a32825aa36e7fcf062f, 5dbc9a8ab46644c6993f4ae44e1edaa7; no voters: 
02:14:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.794586 28277 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.794919 28277 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.795231 28277 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 0 FOLLOWER]: Advancing to term 1
02:14:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.814539 28277 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } }
02:14:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.825197 28108 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e: Neither blocks nor log segments found. Creating new log.
02:14:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.830812 28161 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3846213586a44a32825aa36e7fcf062f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7"
02:14:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.831413 28161 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [term 0 FOLLOWER]: Advancing to term 1
02:14:23.833 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:23.833 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:23.834 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:23.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:23.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:23.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:23.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:23.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:23.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:23.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:23.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:23.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:23.835 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:23.841255 28140 tablet.cc:2406] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.843348 28161 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3846213586a44a32825aa36e7fcf062f in term 1.
02:14:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.844645 28218 leader_election.cc:304] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3846213586a44a32825aa36e7fcf062f, 5dbc9a8ab46644c6993f4ae44e1edaa7; no voters: 
02:14:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.850297 28277 leader_election.cc:290] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [CANDIDATE]: Term 1 election: Requested vote from peers 2c7b767d580d478d8523c04dc12a4a2e (127.27.81.126:36339), 5dbc9a8ab46644c6993f4ae44e1edaa7 (127.27.81.125:43441)
02:14:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.850922 28277 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 1 FOLLOWER]: Leader election won for term 1
02:14:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.851392 28277 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [term 1 LEADER]: Becoming Leader. State: Replica: 3846213586a44a32825aa36e7fcf062f, State: Running, Role: LEADER
02:14:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.852785 28108 log.cc:826] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e: Log is configured to *not* fsync() on all Append() calls
02:14:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.861220 28277 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } }
02:14:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.880358 28108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e: No bootstrap required, opened a new log
02:14:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.887938 28306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3846213586a44a32825aa36e7fcf062f. Latest consensus state: current_term: 1 leader_uuid: "3846213586a44a32825aa36e7fcf062f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.888696 28306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [sys.catalog]: This master's current role is: LEADER
02:14:23.897 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:23.898 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:23.898 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:23.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:23.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:23.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:23.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:23.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:23.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:23.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:23.899 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:23.899 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:23.900 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.901875 28309 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:14:23.908 [DEBUG - pool-140-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.24.143.124:37685, [4ms] received response from server master-127.24.143.124:37685: OK, deferred=null) with no deferred attached!
02:14:23.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.911938 28309 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:14:23.927 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476863927 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:23.943 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:23.943 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:23.943 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:23.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:23.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:23.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.944 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:14:23.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:23.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:23.945 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:14:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.953075 28161 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [term 1 FOLLOWER]: Refusing update from remote peer 3846213586a44a32825aa36e7fcf062f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.954949 28306 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [LEADER]: Connected to new peer: Peer: permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.987084 28108 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } }
02:14:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.990800 28108 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.992107 28108 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c7b767d580d478d8523c04dc12a4a2e, State: Initialized, Role: FOLLOWER
02:14:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.998446 28292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3846213586a44a32825aa36e7fcf062f. Latest consensus state: current_term: 1 leader_uuid: "3846213586a44a32825aa36e7fcf062f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:23.999436 28292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [sys.catalog]: This master's current role is: FOLLOWER
02:14:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.000175 28108 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } }
02:14:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.007087 28310 mvcc.cc:204] Tried to move back new op lower bound from 7305121234734870528 to 7305121234422579200. Current Snapshot: MvccSnapshot[applied={T|T < 7305121234734870528}]
02:14:24.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.009526 28277 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3846213586a44a32825aa36e7fcf062f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:24.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.010224 28277 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [sys.catalog]: This master's current role is: LEADER
02:14:24.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.011704 28311 mvcc.cc:204] Tried to move back new op lower bound from 7305121234734870528 to 7305121234422579200. Current Snapshot: MvccSnapshot[applied={T|T < 7305121234734870528}]
02:14:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.014622 28292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3846213586a44a32825aa36e7fcf062f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.015033 28309 catalog_manager.cc:1382] Generated new cluster ID: a76295e8ce0c4c718c3ff0cae0352378
02:14:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.015333 28309 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:14:24.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.015313 28292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7 [sys.catalog]: This master's current role is: FOLLOWER
02:14:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.018405 28313 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.021394 28108 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [sys.catalog]: configured and running, proceeding with master startup.
02:14:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.021610 28082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3846213586a44a32825aa36e7fcf062f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c7b767d580d478d8523c04dc12a4a2e"
02:14:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.022356 28082 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [term 0 FOLLOWER]: Advancing to term 1
02:14:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.021740 28313 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [sys.catalog]: This master's current role is: FOLLOWER
02:14:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.031230 28083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3846213586a44a32825aa36e7fcf062f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c7b767d580d478d8523c04dc12a4a2e" is_pre_election: true
02:14:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.040262 28082 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3846213586a44a32825aa36e7fcf062f in term 1.
02:14:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.041719 28081 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [term 1 FOLLOWER]: Refusing update from remote peer 3846213586a44a32825aa36e7fcf062f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.049561 28306 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:24.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.079150 28309 catalog_manager.cc:1405] Generated new certificate authority record
02:14:24.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.081319 28309 catalog_manager.cc:1539] Loading token signing keys...
02:14:24.086 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:24.086 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:24.086 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:24.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:24.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:24.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:24.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:24.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:24.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:24.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:24.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:24.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:24.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.104871 28313 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3846213586a44a32825aa36e7fcf062f. Latest consensus state: current_term: 1 leader_uuid: "3846213586a44a32825aa36e7fcf062f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.105547 28306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3846213586a44a32825aa36e7fcf062f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.105898 28313 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [sys.catalog]: This master's current role is: FOLLOWER
02:14:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.106247 28306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f [sys.catalog]: This master's current role is: LEADER
02:14:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.116729 28327 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3846213586a44a32825aa36e7fcf062f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c7b767d580d478d8523c04dc12a4a2e" member_type: VOTER last_known_addr { host: "127.27.81.126" port: 36339 } } peers { permanent_uuid: "5dbc9a8ab46644c6993f4ae44e1edaa7" member_type: VOTER last_known_addr { host: "127.27.81.125" port: 43441 } } peers { permanent_uuid: "3846213586a44a32825aa36e7fcf062f" member_type: VOTER last_known_addr { host: "127.27.81.124" port: 40095 } } }
02:14:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.117542 28327 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e [sys.catalog]: This master's current role is: FOLLOWER
02:14:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.130340 28309 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f: Generated new TSK 0
02:14:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.131798 28309 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.160540 27973 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/wal
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/data
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/logs
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/data/info.pb
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.65:0
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.81.65
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.65
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:14:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.155890 28330 catalog_manager.cc:1294] Loaded cluster ID: a76295e8ce0c4c718c3ff0cae0352378
02:14:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.173084 28330 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e: loading cluster ID for follower catalog manager: success
02:14:24.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.193140 28330 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e: acquiring CA information for follower catalog manager: success
02:14:24.200 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:24.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.204020 28330 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 2c7b767d580d478d8523c04dc12a4a2e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:24.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:24.293 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:24.294 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:24.294 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:24.295 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:24.295 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:24.295 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:24.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:24.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:24.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:24.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:24.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:24.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:24.296 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:24.346 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:24.347 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:24.347 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:24.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:24.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:24.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:24.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:24.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:24.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:24.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:24.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:24.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:24.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:24.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476864427 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:24.428 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:24.428 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:24.428 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:24.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:24.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:24.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:24.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:24.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:24.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:24.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:24.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:24.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:24.430 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:24.438 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:14:24.439 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:14:24.440 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.25.85.252:39193, [3ms] received response from server master-127.25.85.252:39193: OK, deferred=null) with no deferred attached!
02:14:24.440 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.25.85.252:39193, [6ms] received response from server master-127.25.85.252:39193: OK, deferred=null) with no deferred attached!
02:14:24.595 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:24.595 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:24.596 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:24.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:24.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:24.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:24.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:24.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:24.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:24.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:24.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:24.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:24.597 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:24.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.667397 28303 catalog_manager.cc:1294] Loaded cluster ID: a76295e8ce0c4c718c3ff0cae0352378
02:14:24.668 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:24.668 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:24.668 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:24.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:24.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:24.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:24.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:24.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:24.669 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:24.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:24.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:24.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:24.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.670607 28303 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7: loading cluster ID for follower catalog manager: success
02:14:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.684489 28303 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7: acquiring CA information for follower catalog manager: success
02:14:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.698879 28303 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5dbc9a8ab46644c6993f4ae44e1edaa7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:24.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:24.719318 28333 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:24.720376 28333 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:24.721408 28333 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:24.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:24.785275 28333 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:24.786887 28333 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.81.65
02:14:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.855396 28333 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/data
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/wal
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.65:0
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/data/info.pb
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.65
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.81.65
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/logs
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.858045 28333 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:24.860572 28333 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:24.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:24.906522 28340 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:24.926 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476864926 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:24.940 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:14:24.942 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:14:25.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:25.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:25.326 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:25.326 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:25.326 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:25.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:25.427 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476865426 for job ae9a9a282dc7cf140fbb43ea3e349843.
02:14:25.438 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job ae9a9a282dc7cf140fbb43ea3e349843 (1594 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:14:25.439 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:14:25.455 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:25.455 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:25.456 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:25.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:25.458 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.124:37685(127.24.143.124:37685)] connecting to peer
02:14:25.458 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.126:46261(127.24.143.126:46261)] connecting to peer
02:14:25.458 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.24.143.125:43551(127.24.143.125:43551)] connecting to peer
02:14:25.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:25.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.143.124:37685(127.24.143.124:37685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:25.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.124:37685: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685
02:14:25.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:25.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.143.126:46261(127.24.143.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:25.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.126:46261: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261
02:14:25.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:25.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.143.125:43551(127.24.143.125:43551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:25.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.143.125:43551: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
02:14:25.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551; will retry
02:14:25.460 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29819, elapsed=27442), Traces: [0ms] sending RPC to server master-127.24.143.124:37685, [1ms] received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [743ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1621ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [3403ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [4200ms] refreshing cache from master, [4200ms] too many traces: truncated at 100 traces, deferred=Deferred@1434171869(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432)))
02:14:25.461 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=073b8fe09ba344288c2cf7e4548c2d50, attempt=8, KuduRpc(method=Scan, tablet=073b8fe09ba344288c2cf7e4548c2d50, attempt=8, TimeoutTracker(timeout=30000, elapsed=27624), Traces: [0ms] sending RPC to server 23848b4acf294d83bba5bde3bf4b8100, [1ms] received response from server 23848b4acf294d83bba5bde3bf4b8100: Network error: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165, [1ms] delaying RPC due to: Network error: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165, [20ms] sending RPC to server ab8db5551b014637a2d5437b94b351d9, [22ms] received response from server ab8db5551b014637a2d5437b94b351d9: Network error: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655, [22ms] delaying RPC due to: Network error: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655, [41ms] sending RPC to server f56bc04f92114860beabe1648cc16382, [42ms] received response from server f56bc04f92114860beabe1648cc16382: Network error: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849, [43ms] delaying RPC due to: Network error: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: OK, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.143.124:37685, [88ms] Sub RPC GetTableLocations: received response from server master-127.24.143.124:37685: OK, [89ms] sending RPC to server 23848b4acf294d83bba5bde3bf4b8100, [93ms] received response from server 23848b4acf294d83bba5bde3bf4b8100: Network error: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165, [93ms] delaying RPC due to: Network error: Failed to connect to peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165): Connection refused: /127.24.143.65:34165, [121ms] sending RPC to server ab8db5551b014637a2d5437b94b351d9, [123ms] received response from server ab8db5551b014637a2d5437b94b351d9: Network error: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655, [123ms] delaying RPC due to: Network error: Failed to connect to peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655): Connection refused: /127.24.143.66:38655, [160ms] sending RPC to server f56bc04f92114860beabe1648cc16382, [161ms] received response from server f56bc04f92114860beabe1648cc16382: Network error: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849, [161ms] delaying RPC due to: Network error: Failed to connect to peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849): Connection refused: /127.24.143.67:44849, [180ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.143.124:37685, [181ms] Sub RPC GetTableLocations: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [181ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [201ms] Sub RPC GetTableLocations: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [203ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [221ms] Sub RPC GetTableLocations: refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [222ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [240ms] Sub RPC GetTableLocations: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [242ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [260ms] Sub RPC GetTableLocations: refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [261ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [261ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [262ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [301ms] Sub RPC GetTableLocations: refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [302ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [320ms] Sub RPC GetTableLocations: refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [321ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [321ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [322ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [340ms] Sub RPC GetTableLocations: refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [341ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [342ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [381ms] Sub RPC GetTableLocations: refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [383ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [383ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [481ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [482ms] too many traces: truncated at 100 traces, deferred=Deferred@281109700(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@1577920826 after retry RPC@1678264865), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@1577920826 after retry RPC@1678264865)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29819, elapsed=27442), Traces: [0ms] sending RPC to server master-127.24.143.124:37685, [1ms] received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [743ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1621ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [3403ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [4200ms] refreshing cache from master, [4200ms] too many traces: truncated at 100 traces, deferred=Deferred@1434171869(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.143.125:43551
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:25.462 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29819, elapsed=27442), Traces: [0ms] sending RPC to server master-127.24.143.124:37685, [1ms] received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [743ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1621ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [3403ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [4200ms] refreshing cache from master, [4200ms] too many traces: truncated at 100 traces, deferred=Deferred@1434171869(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.143.125:43551
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:25.463 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
02:14:25.463 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 0 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29819, elapsed=27442), Traces: [0ms] sending RPC to server master-127.24.143.124:37685, [1ms] received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [743ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1621ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [3403ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [4200ms] refreshing cache from master, [4200ms] too many traces: truncated at 100 traces, deferred=Deferred@1434171869(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.143.125:43551
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:25.464 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.24.143.125:43551(127.24.143.125:43551)] disconnecting while in state TERMINATED
02:14:25.464 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ab8db5551b014637a2d5437b94b351d9(127.24.143.66:38655)] disconnecting while in state TERMINATED
02:14:25.464 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.24.143.124:37685(127.24.143.124:37685)] disconnecting while in state TERMINATED
02:14:25.464 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.24.143.126:46261(127.24.143.126:46261)] disconnecting while in state TERMINATED
02:14:25.464 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f56bc04f92114860beabe1648cc16382(127.24.143.67:44849)] disconnecting while in state TERMINATED
02:14:25.464 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 23848b4acf294d83bba5bde3bf4b8100(127.24.143.65:34165)] disconnecting while in state TERMINATED
02:14:25.466 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.25.85.253:39805(127.25.85.253:39805)] disconnecting while in state TERMINATED
02:14:25.466 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.25.85.254:36319(127.25.85.254:36319)] disconnecting while in state TERMINATED
02:14:25.466 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.25.85.252:39193(127.25.85.252:39193)] disconnecting while in state TERMINATED
02:14:25.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:25.470 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:14:25.470 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:14:25.471 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:25.472 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:14:25.472 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
02:14:25.473 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:14:25.487 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:14:25.487 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:14:25.489 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 0 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29819, elapsed=27442), Traces: [0ms] sending RPC to server master-127.24.143.124:37685, [1ms] received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [743ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1621ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [3403ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [4200ms] refreshing cache from master, [4200ms] too many traces: truncated at 100 traces, deferred=Deferred@1434171869(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.143.125:43551
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:25.489 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:14:25.492 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:14:25.499 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 0 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29819, elapsed=27442), Traces: [0ms] sending RPC to server master-127.24.143.124:37685, [1ms] received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [743ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [1621ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.124:37685, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.126:46261, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.143.125:43551, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.124:37685: Network error: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.125:43551: Network error: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.24.143.126:46261: Network error: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [3403ms] delaying RPC due to: Service unavailable: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261, [4200ms] refreshing cache from master, [4200ms] too many traces: truncated at 100 traces, deferred=Deferred@1434171869(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@192836145 after retry RPC after error@1011618391) -> (continuation of Deferred@1044194267 after retry RPC after error@914407568) -> (continuation of Deferred@1318572939 after retry RPC after error@303414948) -> (continuation of Deferred@1172403398 after retry RPC after error@1968552106) -> (continuation of Deferred@86914560 after retry RPC after error@988891295) -> (continuation of Deferred@1962429507 after retry RPC after error@749746846) -> (continuation of Deferred@1482327870 after retry RPC after error@1751095578) -> (continuation of Deferred@1584617990 after retry RPC after error@1933242268) -> (continuation of Deferred@2136335794 after retry RPC after error@1800807435) -> (continuation of Deferred@800186381 after retry RPC after error@198421608) -> (continuation of Deferred@1543217365 after retry RPC after error@22520285) -> (continuation of Deferred@558270578 after retry RPC after error@929091806) -> (continuation of Deferred@823866351 after retry RPC after error@226370904) -> (continuation of Deferred@409876893 after retry RPC after error@691666030) -> (continuation of Deferred@1096099565 after retry RPC after error@1040031610) -> (continuation of Deferred@1412889481 after retry RPC after error@847951853) -> (continuation of Deferred@1509985567 after retry RPC after error@190304106) -> (continuation of Deferred@1759418170 after retry RPC after error@252473363) -> (continuation of Deferred@1362787480 after retry RPC after error@1688458570) -> (continuation of Deferred@2019096995 after retry RPC after error@339247699) -> (continuation of Deferred@384099056 after retry RPC after error@1821863139) -> (continuation of Deferred@1396512051 after retry RPC after error@63385373) -> (continuation of Deferred@839233271 after retry RPC after error@1696742432)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.143.124:37685,127.24.143.126:46261,127.24.143.125:43551) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.124:37685(127.24.143.124:37685): Connection refused: /127.24.143.124:37685,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.126:46261(127.24.143.126:46261): Connection refused: /127.24.143.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.143.125:43551(127.24.143.125:43551): Connection refused: /127.24.143.125:43551
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.143.125:43551
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:25.501 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:14:25.501 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RUNNING to RESTARTING.
02:14:25.501 [WARN - flink-pekko.actor.default-dispatcher-9] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:14:25.502 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:25.502 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:14:25.524 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:25.524 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:25.525 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:25.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.526 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.526 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.526 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.526 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:25.527 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:25.527 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:25.527 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:25.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:25.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:25.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:25.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:25.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:25.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:25.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:25.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:25.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:25.528 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:25.666 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:25.666 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:25.666 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:25.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:25.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:25.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:25.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:25.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:25.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:25.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:25.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:25.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:25.668 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:25.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:25.702 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:25.702 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:25.702 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:25.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:25.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:25.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:25.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:25.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:25.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:25.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:25.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:25.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:25.703 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:25.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:25.925 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:25.925 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:25.926 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:25.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:25.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:25.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:25.927 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:26.015 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:26.015 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:26.015 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:26.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:26.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:26.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:26.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:26.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:26.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:26.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:26.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:26.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:26.016 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:26.046 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:26.046 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:26.046 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:26.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.048 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:26.088 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:26.089 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:26.089 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:26.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:26.089 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:26.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:26.090 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:26.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:26.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:26.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:26.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:26.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:26.090 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:26.185 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:26.185 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:26.185 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:26.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:26.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:26.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:26.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:26.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:26.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:26.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:26.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:26.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:26.187 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:26.198 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:26.233 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:26.233 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:26.234 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:26.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.235 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:26.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:26.500 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:26.500 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:26.500 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:26.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.502 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.502 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.503 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:26.527 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RESTARTING to RUNNING.
02:14:26.528 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job ae9a9a282dc7cf140fbb43ea3e349843 from Checkpoint 63 @ 1783476865426 for ae9a9a282dc7cf140fbb43ea3e349843 located at file:/tmp/junit494488604027002473/checkpoints/ae9a9a282dc7cf140fbb43ea3e349843/chk-63.
02:14:26.530 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:14:26.531 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:14:26.531 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 63 for source Source: KuduSource to checkpoint.
02:14:26.532 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:14:26.533 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:14:26.533 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id bed5637ce9a56480e4e5830264928b1a
02:14:26.535 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot bed5637ce9a56480e4e5830264928b1a.
02:14:26.538 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id bed5637ce9a56480e4e5830264928b1a.
02:14:26.547 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:14:26.548 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:14:26.548 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27feb931
02:14:26.548 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:26.549 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:14:26.549 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:14:26.549 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:14:26.559 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71d56a4c
02:14:26.564 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:26.573 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:26.586 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:26.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.588 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:26.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.601 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:26.614 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:26.625 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:26.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.628 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:26.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.636 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:26.653 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:26.658 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:26.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.673 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:26.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:26.693 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:26.693 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:26.693 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:26.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.698 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:26.700 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.700 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.700 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.700 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.700 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.700 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:26.713 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:26.713 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:26.713 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:26.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:26.733 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:26.733 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:26.733 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:26.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.735 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:26.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:26.793 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:26.794 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:26.794 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:26.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.796 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:26.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:26.906 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:26.907 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:26.907 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:26.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:26.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:26.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:26.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:26.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:26.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:26.908 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:26.908 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:26.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:26.908 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:26.913 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:26.913 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:26.913 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:26.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:26.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:26.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:26.914 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:26.943 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:26.944 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:26.944 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:26.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:26.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:26.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:26.945 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:27.033 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:27.034 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:27.034 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:27.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:27.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:27.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:27.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:27.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:27.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:27.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:27.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:27.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:27.035 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:27.153 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:27.153 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:27.154 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:27.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:27.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:27.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:27.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:27.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:27.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:27.155 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:27.155 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:27.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:27.155 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:27.165 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:27.165 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:27.166 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:27.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:27.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:27.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:27.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:27.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:27.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:27.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:27.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:27.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:27.167 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:27.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:27.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:27.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:27.685 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:27.685 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:27.686 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:27.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:27.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:27.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:27.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:27.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:27.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:27.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:27.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:27.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:27.687 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:27.693 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:27.693 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:27.694 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:27.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:27.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:27.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:27.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:27.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:27.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:27.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:27.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:27.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:27.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:27.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:27.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:27.803 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:27.803 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:27.803 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:27.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:27.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:27.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:27.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:27.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:27.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:27.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:27.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:27.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:27.804 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:27.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:27.834 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:27.834 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:27.834 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:27.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:27.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:27.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:27.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:27.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:27.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:27.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:27.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:27.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:27.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:27.984 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:27.984 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:27.984 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:27.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:27.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:27.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:27.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:27.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:27.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:27.986 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:27.986 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:27.986 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:27.987 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:28.103 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:28.104 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:28.104 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:28.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:28.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:28.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:28.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:28.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:28.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:28.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:28.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:28.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:28.105 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:28.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:28.246 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:28.247 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:28.247 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:28.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:28.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:28.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:28.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:28.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:28.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:28.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:28.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:28.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:28.249 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:28.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:28.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:28.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:28.733 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:28.733 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:28.733 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:28.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:28.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:28.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:28.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:28.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:28.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:28.735 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:28.735 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:28.735 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:28.735 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:28.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:28.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:28.845 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:28.846 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:28.846 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:28.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:28.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:28.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:28.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:28.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:28.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:28.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:28.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:28.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:28.847 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:28.953 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:28.953 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:28.953 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:28.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:28.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:28.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:28.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:28.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:28.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:28.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:28.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:28.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:28.954 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:26.301391 28339 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 28333
02:14:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.016052 28339 kernel_stack_watchdog.cc:198] Thread 28333 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 380ms:
02:14:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:29.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.016809 28333 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 4.098s	user 0.805s	sys 1.582s
02:14:29.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.016884 28342 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 4096 milliseconds
02:14:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.017220 28333 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 4.098s	user 0.805s	sys 1.582s
02:14:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.018028 28343 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:24.920641 28341 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:29.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.018594 28333 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.022410 28333 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.025396 28333 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:29.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.026826 28333 hybrid_clock.cc:648] HybridClock initialized: now 1783476869026787 us; error 40 us; skew 500 ppm
02:14:29.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.027776 28333 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.045259 28333 webserver.cc:534] Webserver started at http://127.27.81.65:40435/ using document root <none> and password file <none>
02:14:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.046626 28333 fs_manager.cc:362] Metadata directory not provided
02:14:29.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.046949 28333 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:29.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.047524 28333 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.052445 28333 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/data/instance:
02:14:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd7e440568041e3a9d4dd29207f709c"
02:14:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:29 on dist-test-slave-fshw"
02:14:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.053709 28333 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/wal/instance:
02:14:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd7e440568041e3a9d4dd29207f709c"
02:14:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:29 on dist-test-slave-fshw"
02:14:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.061980 28333 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.002s
02:14:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.069041 28370 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.070341 28333 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.070739 28333 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/wal
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd7e440568041e3a9d4dd29207f709c"
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:29 on dist-test-slave-fshw"
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.071099 28333 fs_report.cc:389] FS layout report
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/wal
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/wal
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/data/data
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:29.104 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:29.104 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:29.104 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:29.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.136737 28333 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.138430 28333 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:29.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.138934 28333 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.149938 28333 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:14:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.155078 28333 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.155349 28333 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:14:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.155689 28333 ts_tablet_manager.cc:616] Registered 0 tablets
02:14:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.155903 28333 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:14:29.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:29.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:29.256 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:29.256 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:29.256 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:29.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.257 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:29.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:29.362 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:29.363 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:29.363 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:29.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:29.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:29.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:29.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:29.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:29.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:29.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:29.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:29.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:29.366 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.426414 28333 rpc_server.cc:307] RPC server started. Bound to: 127.27.81.65:34101
02:14:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.426574 28485 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.81.65:34101 every 8 connection(s)
02:14:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.429406 28333 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/data/info.pb
02:14:29.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.439392 27973 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 28333
02:14:29.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.440018 27973 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-0/wal/instance
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.465487 27973 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/wal
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/data
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/logs
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/data/info.pb
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.66:0
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.81.66
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.66
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:14:29.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.482692 28486 heartbeater.cc:344] Connected to a master server at 127.27.81.125:43441
02:14:29.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.483235 28486 heartbeater.cc:461] Registering TS with master...
02:14:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.484748 28486 heartbeater.cc:507] Master 127.27.81.125:43441 requested a full tablet report, sending...
02:14:29.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.488782 28151 ts_manager.cc:194] Registered new tserver with Master: bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101)
02:14:29.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.492580 28488 heartbeater.cc:344] Connected to a master server at 127.27.81.126:36339
02:14:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.492937 28488 heartbeater.cc:461] Registering TS with master...
02:14:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.493753 28488 heartbeater.cc:507] Master 127.27.81.126:36339 requested a full tablet report, sending...
02:14:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.497350 28071 ts_manager.cc:194] Registered new tserver with Master: bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101)
02:14:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.499712 28487 heartbeater.cc:344] Connected to a master server at 127.27.81.124:40095
02:14:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.500109 28487 heartbeater.cc:461] Registering TS with master...
02:14:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.501022 28487 heartbeater.cc:507] Master 127.27.81.124:40095 requested a full tablet report, sending...
02:14:29.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.503793 28234 ts_manager.cc:194] Registered new tserver with Master: bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101)
02:14:29.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.508188 28234 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.81.65:38345
02:14:29.548 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:29.549 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:29.549 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:29.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.549 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.549 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.550 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.550 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.549 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.550 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:29.633 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:29.633 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:29.633 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:29.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:29.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:29.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:29.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:29.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:29.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:29.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:29.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:29.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:29.634 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:29.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:29.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:29.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:29.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.860687 28496 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:29.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.861302 28496 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:29.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.861970 28496 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.896093 28496 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.897051 28496 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.81.66
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.936106 28496 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/data
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/wal
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.66:0
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/data/info.pb
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.66
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.81.66
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/logs
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.937734 28496 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:29.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:29.939512 28496 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.952754 28502 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:29.975 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:29.975 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:29.975 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:29.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:29.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:29.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:29.976 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:30.084 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:30.084 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:30.084 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:30.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.085 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:30.146 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:30.146 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:30.146 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:30.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.149 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.149 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.149 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:30.163 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:30.164 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:30.164 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:30.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:30.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:30.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:30.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:30.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:30.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:30.169 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:30.169 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:30.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:30.169 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:30.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:30.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:30.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:30.439 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:30.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:30.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:30.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:30.443 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:30.443 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:30.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:30.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:30.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:30.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:30.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:30.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:30.444 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:30.489 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:30.489 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:30.490 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:30.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:30.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:30.516798 28487 heartbeater.cc:499] Master 127.27.81.124:40095 was elected leader, sending a full tablet report...
02:14:30.666 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:30.667 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:30.667 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:30.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:30.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:30.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:30.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:30.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:30.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:30.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:30.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:30.669 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:30.669 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:30.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:30.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:30.766 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:30.766 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:30.767 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:30.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:30.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:30.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:30.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:30.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:30.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:30.769 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:30.769 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:30.769 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:30.769 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:30.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:30.824 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:30.825 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:30.825 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:30.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:30.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:30.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:30.827 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:31.136 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:31.138 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:31.138 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:31.139 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:31.139 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:31.139 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:31.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:31.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:31.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:31.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:31.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:31.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:31.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:31.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:31.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:31.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:31.383 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:31.384 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:31.384 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:31.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:31.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:31.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:31.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:31.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:31.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:31.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:31.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:31.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:31.387 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:31.468 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:31.469 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:31.469 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:31.470 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:31.470 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:31.470 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:31.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:31.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:31.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:31.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:31.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:31.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:31.471 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:31.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:31.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:31.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:31.934 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:31.935 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:31.935 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:31.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:31.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:31.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:31.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:31.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:31.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:31.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:31.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:31.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:31.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:31.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:31.355567 28501 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 28496
02:14:31.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:31.957891 28496 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.004s	user 0.752s	sys 1.125s
02:14:31.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:31.958309 28496 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.005s	user 0.752s	sys 1.125s
02:14:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:29.954363 28503 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:31.959614 28504 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2004 milliseconds
02:14:31.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.960387 28496 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:31.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:31.960484 28505 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.965502 28496 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:31.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.967834 28496 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.971328 28496 hybrid_clock.cc:648] HybridClock initialized: now 1783476871971283 us; error 49 us; skew 500 ppm
02:14:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.972157 28496 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.978821 28496 webserver.cc:534] Webserver started at http://127.27.81.66:38209/ using document root <none> and password file <none>
02:14:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.979880 28496 fs_manager.cc:362] Metadata directory not provided
02:14:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.980087 28496 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.980469 28496 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:31.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.985625 28496 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/data/instance:
02:14:31.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a8370c09a94e99bf1eaade45c04a6f"
02:14:31.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:31 on dist-test-slave-fshw"
02:14:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.986891 28496 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/wal/instance:
02:14:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a8370c09a94e99bf1eaade45c04a6f"
02:14:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:31 on dist-test-slave-fshw"
02:14:31.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:31.994655 28496 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.003s
02:14:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.001223 28518 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:32.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.002978 28496 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
02:14:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.003538 28496 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/wal
02:14:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a8370c09a94e99bf1eaade45c04a6f"
02:14:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:31 on dist-test-slave-fshw"
02:14:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.004194 28496 fs_report.cc:389] FS layout report
02:14:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/wal
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/wal
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/data/data
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.058796 28496 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:32.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.060384 28496 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:32.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.060880 28496 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.063983 28496 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:14:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.068311 28496 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.068545 28496 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:14:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.068782 28496 ts_tablet_manager.cc:616] Registered 0 tablets
02:14:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.068956 28496 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:14:32.155 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:32.155 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:32.155 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:32.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:32.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:32.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:32.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:32.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:32.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:32.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:32.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:32.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:32.156 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:32.183 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:32.183 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:32.183 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:32.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:32.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:32.184 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:32.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:32.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:32.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:32.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:32.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:32.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:32.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:32.198 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:32.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:32.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.273680 28496 rpc_server.cc:307] RPC server started. Bound to: 127.27.81.66:38807
02:14:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.273816 28631 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.81.66:38807 every 8 connection(s)
02:14:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.276113 28496 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/data/info.pb
02:14:32.279 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:32.279 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:32.279 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:32.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:32.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:32.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:32.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:32.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:32.280 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:32.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:32.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:32.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:32.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.285944 27973 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 28496
02:14:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.286535 27973 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-1/wal/instance
02:14:32.297 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:32.298 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:32.298 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:32.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:32.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:32.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:32.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:32.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:32.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:32.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:32.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:32.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:32.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.300405 27973 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/wal
02:14:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/data
02:14:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/logs
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/data/info.pb
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.67:0
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.81.67
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.67
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:14:32.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.321027 28632 heartbeater.cc:344] Connected to a master server at 127.27.81.125:43441
02:14:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.321619 28632 heartbeater.cc:461] Registering TS with master...
02:14:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.323165 28632 heartbeater.cc:507] Master 127.27.81.125:43441 requested a full tablet report, sending...
02:14:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.326599 28151 ts_manager.cc:194] Registered new tserver with Master: 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807)
02:14:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.329010 28634 heartbeater.cc:344] Connected to a master server at 127.27.81.126:36339
02:14:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.330386 28634 heartbeater.cc:461] Registering TS with master...
02:14:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.331337 28634 heartbeater.cc:507] Master 127.27.81.126:36339 requested a full tablet report, sending...
02:14:32.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.334120 28071 ts_manager.cc:194] Registered new tserver with Master: 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807)
02:14:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.340130 28633 heartbeater.cc:344] Connected to a master server at 127.27.81.124:40095
02:14:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.340488 28633 heartbeater.cc:461] Registering TS with master...
02:14:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.341408 28633 heartbeater.cc:507] Master 127.27.81.124:40095 requested a full tablet report, sending...
02:14:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.343935 28234 ts_manager.cc:194] Registered new tserver with Master: 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807)
02:14:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.345942 28234 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.81.66:41573
02:14:32.366 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:32.367 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:32.367 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:32.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:32.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:32.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:32.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:32.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:32.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:32.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:32.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:32.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:32.367 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:32.463 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:32.464 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:32.464 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:32.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:32.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:32.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:32.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:32.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:32.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:32.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:32.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:32.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:32.465 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:32.665 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:32.665 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:32.665 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:32.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:32.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:32.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:32.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:32.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:32.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:32.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:32.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:32.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:32.666 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:32.674402 28640 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:32.674878 28640 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:32.675391 28640 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:32.698 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:32.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:32.712415 28640 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:32.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:32.713524 28640 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.81.67
02:14:32.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.757274 28640 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.81.84:44985
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/data
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/wal
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.81.67:0
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/data/info.pb
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.81.67
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.81.126:36339,127.27.81.125:43441,127.27.81.124:40095
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.81.67
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/logs
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.758590 28640 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:32.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:32.760426 28640 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:32.774189 28648 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:32.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:32.940 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:32.940 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:32.941 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:32.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:32.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:32.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:32.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:32.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:32.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:32.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:32.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:32.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:32.943 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:33.021 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:33.021 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:33.021 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:33.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.031 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:33.185 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:33.185 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:33.186 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:33.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.187 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:33.189136 27366 debug-util.cc:398] Leaking SignalData structure 0x7b08000b78c0 after lost signal to thread 27294
02:14:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:33.190061 27366 debug-util.cc:398] Leaking SignalData structure 0x7b08000b71c0 after lost signal to thread 27369
02:14:33.198 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:33.254 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:33.254 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:33.254 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:33.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.258 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:33.260 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:33.266 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:33.267 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:33.267 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:33.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:33.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:33.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:33.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:33.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:33.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:33.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:33.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:33.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:33.268 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:33.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:33.350203 28633 heartbeater.cc:499] Master 127.27.81.124:40095 was elected leader, sending a full tablet report...
02:14:33.563 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:33.564 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:33.564 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:33.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.566 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.566 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:33.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:33.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:33.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:33.824 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:33.824 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:33.824 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:33.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:33.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:33.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:33.826 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:34.086 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:34.086 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:34.087 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:34.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:34.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:34.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:34.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:34.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:34.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:34.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:34.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:34.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:34.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:34.124 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:34.125 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:34.125 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:34.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.127 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:34.185 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:34.186 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:34.186 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:34.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.187 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:34.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:34.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:34.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:34.519 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:34.520 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:34.520 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:34.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:34.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:34.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:34.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:34.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:34.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:34.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:34.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:34.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:34.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:34.622 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:34.622 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:34.622 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:34.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:34.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:34.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:34.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:34.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:34.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:34.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:34.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:34.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:34.624 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:34.648 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:34.649 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:34.649 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:34.650 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.651 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:34.665 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:34.666 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:34.666 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:34.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:34.182874 28647 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 28640
02:14:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:32.775481 28649 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:34.686921 28647 kernel_stack_watchdog.cc:198] Thread 28640 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 404ms:
02:14:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:34.689785 28640 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.914s	user 0.651s	sys 1.116s
02:14:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:34.690261 28640 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.915s	user 0.651s	sys 1.116s
02:14:34.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:34.692175 28651 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:34.699210 28650 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1922 milliseconds
02:14:34.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.699805 28640 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:34.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:34.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.701423 28640 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.704312 28640 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.705785 28640 hybrid_clock.cc:648] HybridClock initialized: now 1783476874705706 us; error 86 us; skew 500 ppm
02:14:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.707000 28640 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.716003 28640 webserver.cc:534] Webserver started at http://127.27.81.67:45989/ using document root <none> and password file <none>
02:14:34.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.717248 28640 fs_manager.cc:362] Metadata directory not provided
02:14:34.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.717530 28640 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.718111 28640 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.725235 28640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/data/instance:
02:14:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f17407ffccb497996ccfd29e5023dc3"
02:14:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:34 on dist-test-slave-fshw"
02:14:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.726856 28640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/wal/instance:
02:14:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f17407ffccb497996ccfd29e5023dc3"
02:14:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:34 on dist-test-slave-fshw"
02:14:34.746 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:34.746 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:34.746 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:34.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:34.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:34.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:34.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:34.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:34.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:34.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:34.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:34.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:34.747 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:34.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.749719 28640 fs_manager.cc:696] Time spent creating directory manager: real 0.022s	user 0.013s	sys 0.009s
02:14:34.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:34.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.758433 28662 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.760567 28640 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.000s
02:14:34.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.761040 28640 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/wal
02:14:34.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f17407ffccb497996ccfd29e5023dc3"
02:14:34.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:34 on dist-test-slave-fshw"
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.761744 28640 fs_report.cc:389] FS layout report
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/wal
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/wal
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/data/data
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:34.773 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:34.774 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:34.774 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:34.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:34.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:34.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:34.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:34.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:34.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:34.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:34.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:34.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:34.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:34.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:34.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.846899 28640 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:34.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.849131 28640 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:34.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.849745 28640 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:34.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.853652 28640 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:14:34.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.859979 28640 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:34.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.860219 28640 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:14:34.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.860564 28640 ts_tablet_manager.cc:616] Registered 0 tablets
02:14:34.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:34.860744 28640 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:14:34.915 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:34.915 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:34.915 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:34.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.917 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:34.994 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:34.994 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:34.994 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:34.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.995 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:34.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:34.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:34.995 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.072741 28640 rpc_server.cc:307] RPC server started. Bound to: 127.27.81.67:43121
02:14:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.072806 28777 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.81.67:43121 every 8 connection(s)
02:14:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.077064 28640 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/data/info.pb
02:14:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.085640 27973 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 28640
02:14:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.086208 27973 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster16623214541386218119/ts-2/wal/instance
02:14:35.141 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:35.142 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.141623 28780 heartbeater.cc:344] Connected to a master server at 127.27.81.126:36339
02:14:35.142 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.142176 28780 heartbeater.cc:461] Registering TS with master...
02:14:35.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:35.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:35.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:35.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:35.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:35.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:35.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:35.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:35.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:35.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.143714 28780 heartbeater.cc:507] Master 127.27.81.126:36339 requested a full tablet report, sending...
02:14:35.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.144922 28778 heartbeater.cc:344] Connected to a master server at 127.27.81.125:43441
02:14:35.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.145288 28778 heartbeater.cc:461] Registering TS with master...
02:14:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.146168 28778 heartbeater.cc:507] Master 127.27.81.125:43441 requested a full tablet report, sending...
02:14:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.147464 28779 heartbeater.cc:344] Connected to a master server at 127.27.81.124:40095
02:14:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.147786 28779 heartbeater.cc:461] Registering TS with master...
02:14:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.148492 28071 ts_manager.cc:194] Registered new tserver with Master: 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.148653 28779 heartbeater.cc:507] Master 127.27.81.124:40095 requested a full tablet report, sending...
02:14:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.150879 28151 ts_manager.cc:194] Registered new tserver with Master: 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.151352 28234 ts_manager.cc:194] Registered new tserver with Master: 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.154714 28234 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.81.67:55991
02:14:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.175523 27973 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:14:35.192 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:14:35.192 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:14:35.193 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:35.193 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:35.193 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:35.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:35.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:35.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:35.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:35.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:35.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:35.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:35.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:35.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:35.194 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:35.195 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.81.126"
      port: 36339
    }
    bound_http_address {
      host: "127.27.81.126"
      port: 32843
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.81.125"
      port: 43441
    }
    bound_http_address {
      host: "127.27.81.125"
      port: 44897
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.81.124"
      port: 40095
    }
    bound_http_address {
      host: "127.27.81.124"
      port: 44545
    }
  }
}

02:14:35.195 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:14:35.196 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.81.65"
      port: 34101
    }
    bound_http_address {
      host: "127.27.81.65"
      port: 40435
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.81.66"
      port: 38807
    }
    bound_http_address {
      host: "127.27.81.66"
      port: 38209
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.81.67"
      port: 43121
    }
    bound_http_address {
      host: "127.27.81.67"
      port: 45989
    }
  }
}

02:14:35.196 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:14:35.198 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:35.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:35.204 [DEBUG - main] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:35.205 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:35.205 [DEBUG - main] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:35.205 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:35.205 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:35.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.206 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:35.207 [DEBUG - main] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:35.208 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.126.252:33207(127.26.126.252:33207)] Successfully connected to peer
02:14:35.211 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.126.254:34137(127.26.126.254:34137)] Successfully connected to peer
02:14:35.217 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.126.253:36049(127.26.126.253:36049)] Successfully connected to peer
02:14:35.222 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.254
02:14:35.230 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.253
02:14:35.231 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.252
02:14:35.246 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:35.247 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:35.251 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x30891eec, L:/127.0.0.1:49298 - R:/127.26.126.253:36049] using SASL/PLAIN
02:14:35.251 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:35.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:35.254 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x11306cb2, L:/127.0.0.1:45626 - R:/127.26.126.254:34137] using SASL/PLAIN
02:14:35.256 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2bfc3d26, L:/127.0.0.1:54392 - R:/127.26.126.252:33207] using SASL/PLAIN
02:14:35.263 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:35.263 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:35.263 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=59), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [50ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: OK, deferred=null) after lookup
02:14:35.263 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:35.263 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:35.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.266687 27333 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54392:
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\0012\000\000\000\004\001\226\000\000\000"
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:14:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:35.272441 27333 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:14:35.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:35.458 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:35.463 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:35.463 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:35.464 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:35.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.466 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:35.556 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:35.556 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:35.556 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:35.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.559 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:35.583 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:35.583 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:35.583 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:35.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:35.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:35.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:35.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:35.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.583091 27896 tablet_service.cc:1511] Processing CreateTablet for tablet 16cc208ff5e94250a5d2325469e86867 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.586908 27544 tablet_service.cc:1511] Processing CreateTablet for tablet 16cc208ff5e94250a5d2325469e86867 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.588807 27544 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 16cc208ff5e94250a5d2325469e86867. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.590641 27543 tablet_service.cc:1511] Processing CreateTablet for tablet 200136c1be434322960489046e98ae23 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:14:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.593487 27543 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 200136c1be434322960489046e98ae23. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.595551 27896 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 16cc208ff5e94250a5d2325469e86867. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.583637 27545 tablet_service.cc:1511] Processing CreateTablet for tablet 3d12e45193e24d3fb08919467876dd76 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:14:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.598520 27545 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3d12e45193e24d3fb08919467876dd76. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.594692 27897 tablet_service.cc:1511] Processing CreateTablet for tablet 3d12e45193e24d3fb08919467876dd76 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:14:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.599670 27897 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3d12e45193e24d3fb08919467876dd76. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.621074 27702 tablet_service.cc:1511] Processing CreateTablet for tablet 16cc208ff5e94250a5d2325469e86867 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:35.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.624116 27701 tablet_service.cc:1511] Processing CreateTablet for tablet 200136c1be434322960489046e98ae23 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:14:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.628419 27702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 16cc208ff5e94250a5d2325469e86867. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.631156 27895 tablet_service.cc:1511] Processing CreateTablet for tablet 200136c1be434322960489046e98ae23 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:14:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.632516 27895 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 200136c1be434322960489046e98ae23. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.632678 27701 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 200136c1be434322960489046e98ae23. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.627413 27703 tablet_service.cc:1511] Processing CreateTablet for tablet 3d12e45193e24d3fb08919467876dd76 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:14:35.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.635418 27703 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3d12e45193e24d3fb08919467876dd76. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.639108 27700 tablet_service.cc:1511] Processing CreateTablet for tablet 2853e0088cf64f998795f0353775e2d7 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:14:35.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.640493 27700 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2853e0088cf64f998795f0353775e2d7. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.651567 27894 tablet_service.cc:1511] Processing CreateTablet for tablet 2853e0088cf64f998795f0353775e2d7 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:14:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.652985 27894 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2853e0088cf64f998795f0353775e2d7. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.672147 28812 tablet_bootstrap.cc:492] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0: Bootstrap starting.
02:14:35.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.682755 28812 tablet_bootstrap.cc:654] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0: Neither blocks nor log segments found. Creating new log.
02:14:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.686383 27542 tablet_service.cc:1511] Processing CreateTablet for tablet 2853e0088cf64f998795f0353775e2d7 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:14:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.687618 27542 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2853e0088cf64f998795f0353775e2d7. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.688094 28812 log.cc:826] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0: Log is configured to *not* fsync() on all Append() calls
02:14:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.690330 27541 tablet_service.cc:1511] Processing CreateTablet for tablet c2c4318690ad4ebaaef4ada1b316214e (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.691560 27541 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c2c4318690ad4ebaaef4ada1b316214e. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.731739 27699 tablet_service.cc:1511] Processing CreateTablet for tablet c2c4318690ad4ebaaef4ada1b316214e (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.733485 27699 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c2c4318690ad4ebaaef4ada1b316214e. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.767889 27895 tablet_service.cc:1511] Processing CreateTablet for tablet c2c4318690ad4ebaaef4ada1b316214e (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.769202 27895 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c2c4318690ad4ebaaef4ada1b316214e. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.782637 28815 tablet_bootstrap.cc:492] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b: Bootstrap starting.
02:14:35.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.786482 27701 tablet_service.cc:1511] Processing CreateTablet for tablet 38c55b12b46b4b0a809f1e53ef851492 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:14:35.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.788059 27701 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 38c55b12b46b4b0a809f1e53ef851492. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.794620 27540 tablet_service.cc:1511] Processing CreateTablet for tablet 38c55b12b46b4b0a809f1e53ef851492 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:14:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.795915 27540 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 38c55b12b46b4b0a809f1e53ef851492. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.816041 28815 tablet_bootstrap.cc:654] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b: Neither blocks nor log segments found. Creating new log.
02:14:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.817976 27895 tablet_service.cc:1511] Processing CreateTablet for tablet 38c55b12b46b4b0a809f1e53ef851492 (DEFAULT_TABLE table=replication_test_table [id=279e6e4a3b914b109a690996330e664b]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:14:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.819199 27895 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 38c55b12b46b4b0a809f1e53ef851492. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:35.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.821815 28815 log.cc:826] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b: Log is configured to *not* fsync() on all Append() calls
02:14:35.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.830380 28814 tablet_bootstrap.cc:492] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8: Bootstrap starting.
02:14:35.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.833178 28812 tablet_bootstrap.cc:492] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0: No bootstrap required, opened a new log
02:14:35.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.833825 28812 ts_tablet_manager.cc:1403] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0: Time spent bootstrapping tablet: real 0.162s	user 0.053s	sys 0.054s
02:14:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.844831 28815 tablet_bootstrap.cc:492] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b: No bootstrap required, opened a new log
02:14:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.845449 28815 ts_tablet_manager.cc:1403] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b: Time spent bootstrapping tablet: real 0.063s	user 0.008s	sys 0.013s
02:14:35.864 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:35.864 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:35.864 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:35.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:35.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:35.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:35.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:35.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:35.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:35.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:35.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:35.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:35.866 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.872030 28814 tablet_bootstrap.cc:654] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8: Neither blocks nor log segments found. Creating new log.
02:14:35.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.875000 28814 log.cc:826] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8: Log is configured to *not* fsync() on all Append() calls
02:14:35.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.874791 28812 raft_consensus.cc:359] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } }
02:14:35.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.875818 28812 raft_consensus.cc:385] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:35.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.876121 28812 raft_consensus.cc:740] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86a2555679df4a22a3c2c9595f5311e0, State: Initialized, Role: FOLLOWER
02:14:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.877205 28812 consensus_queue.cc:260] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } }
02:14:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.886162 28814 tablet_bootstrap.cc:492] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8: No bootstrap required, opened a new log
02:14:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.886868 28814 ts_tablet_manager.cc:1403] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent bootstrapping tablet: real 0.057s	user 0.018s	sys 0.000s
02:14:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.887845 28812 ts_tablet_manager.cc:1434] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0: Time spent starting tablet: real 0.054s	user 0.025s	sys 0.013s
02:14:35.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:35.893488 27972 tablet.cc:2406] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:35.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.908442 28812 tablet_bootstrap.cc:492] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0: Bootstrap starting.
02:14:35.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.922430 28814 raft_consensus.cc:359] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:35.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.923113 28812 tablet_bootstrap.cc:654] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0: Neither blocks nor log segments found. Creating new log.
02:14:35.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.923403 28814 raft_consensus.cc:385] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.923705 28814 raft_consensus.cc:740] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70bfac2bba0a408a80c9f89308fa1fc8, State: Initialized, Role: FOLLOWER
02:14:35.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.924717 28814 consensus_queue.cc:260] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.935220 28814 ts_tablet_manager.cc:1434] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent starting tablet: real 0.048s	user 0.027s	sys 0.011s
02:14:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.939152 28812 tablet_bootstrap.cc:492] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0: No bootstrap required, opened a new log
02:14:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.939914 28812 ts_tablet_manager.cc:1403] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0: Time spent bootstrapping tablet: real 0.032s	user 0.013s	sys 0.005s
02:14:35.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.943553 28812 raft_consensus.cc:359] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:35.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.944361 28812 raft_consensus.cc:385] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.944761 28812 raft_consensus.cc:740] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86a2555679df4a22a3c2c9595f5311e0, State: Initialized, Role: FOLLOWER
02:14:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.945791 28812 consensus_queue.cc:260] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:35.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.947760 28814 tablet_bootstrap.cc:492] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8: Bootstrap starting.
02:14:35.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.956991 28814 tablet_bootstrap.cc:654] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8: Neither blocks nor log segments found. Creating new log.
02:14:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.961287 28812 ts_tablet_manager.cc:1434] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0: Time spent starting tablet: real 0.021s	user 0.006s	sys 0.001s
02:14:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.946441 28815 raft_consensus.cc:359] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.970547 28814 tablet_bootstrap.cc:492] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8: No bootstrap required, opened a new log
02:14:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.970968 28814 ts_tablet_manager.cc:1403] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent bootstrapping tablet: real 0.023s	user 0.008s	sys 0.008s
02:14:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.973572 28814 raft_consensus.cc:359] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } }
02:14:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.974222 28814 raft_consensus.cc:385] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.974493 28814 raft_consensus.cc:740] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70bfac2bba0a408a80c9f89308fa1fc8, State: Initialized, Role: FOLLOWER
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.974857 28815 raft_consensus.cc:385] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.975354 28814 consensus_queue.cc:260] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } }
02:14:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.983815 28814 ts_tablet_manager.cc:1434] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent starting tablet: real 0.013s	user 0.003s	sys 0.003s
02:14:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.986168 28812 tablet_bootstrap.cc:492] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0: Bootstrap starting.
02:14:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.986522 28814 tablet_bootstrap.cc:492] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8: Bootstrap starting.
02:14:35.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.995821 28814 tablet_bootstrap.cc:654] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8: Neither blocks nor log segments found. Creating new log.
02:14:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:35.976266 28815 raft_consensus.cc:740] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1843ac9dbd254efca60ba56ee24e366b, State: Initialized, Role: FOLLOWER
02:14:36.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.007129 28815 consensus_queue.cc:260] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.008347 28812 tablet_bootstrap.cc:654] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0: Neither blocks nor log segments found. Creating new log.
02:14:36.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.008857 28814 tablet_bootstrap.cc:492] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8: No bootstrap required, opened a new log
02:14:36.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.009366 28814 ts_tablet_manager.cc:1403] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent bootstrapping tablet: real 0.023s	user 0.014s	sys 0.004s
02:14:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.009981 27618 tablet.cc:2406] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:36.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.012382 28814 raft_consensus.cc:359] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.013041 28814 raft_consensus.cc:385] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.013334 28814 raft_consensus.cc:740] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70bfac2bba0a408a80c9f89308fa1fc8, State: Initialized, Role: FOLLOWER
02:14:36.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.014081 28814 consensus_queue.cc:260] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.023203 28814 ts_tablet_manager.cc:1434] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent starting tablet: real 0.014s	user 0.006s	sys 0.000s
02:14:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.030169 28814 tablet_bootstrap.cc:492] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8: Bootstrap starting.
02:14:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.036725 28814 tablet_bootstrap.cc:654] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8: Neither blocks nor log segments found. Creating new log.
02:14:36.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.055694 28815 ts_tablet_manager.cc:1434] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b: Time spent starting tablet: real 0.210s	user 0.036s	sys 0.002s
02:14:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.058238 28814 tablet_bootstrap.cc:492] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8: No bootstrap required, opened a new log
02:14:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.062299 28814 ts_tablet_manager.cc:1403] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent bootstrapping tablet: real 0.032s	user 0.014s	sys 0.012s
02:14:36.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.065186 28814 raft_consensus.cc:359] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.065891 28814 raft_consensus.cc:385] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.066179 28814 raft_consensus.cc:740] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70bfac2bba0a408a80c9f89308fa1fc8, State: Initialized, Role: FOLLOWER
02:14:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.066910 28814 consensus_queue.cc:260] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.074004 28814 ts_tablet_manager.cc:1434] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent starting tablet: real 0.011s	user 0.006s	sys 0.000s
02:14:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.075006 28814 tablet_bootstrap.cc:492] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8: Bootstrap starting.
02:14:36.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.082134 28814 tablet_bootstrap.cc:654] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8: Neither blocks nor log segments found. Creating new log.
02:14:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.109249 28815 tablet_bootstrap.cc:492] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b: Bootstrap starting.
02:14:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.111200 28817 raft_consensus.cc:493] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.111845 28817 raft_consensus.cc:515] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } }
02:14:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.115098 27828 tablet.cc:2406] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:36.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.126636 28817 leader_election.cc:290] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255), 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711)
02:14:36.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.134749 28815 tablet_bootstrap.cc:654] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b: Neither blocks nor log segments found. Creating new log.
02:14:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.139482 28814 tablet_bootstrap.cc:492] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8: No bootstrap required, opened a new log
02:14:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.140399 28814 ts_tablet_manager.cc:1403] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent bootstrapping tablet: real 0.066s	user 0.014s	sys 0.028s
02:14:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.143421 28814 raft_consensus.cc:359] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.144158 28814 raft_consensus.cc:385] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.144459 28814 raft_consensus.cc:740] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70bfac2bba0a408a80c9f89308fa1fc8, State: Initialized, Role: FOLLOWER
02:14:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.146570 28814 consensus_queue.cc:260] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.153872 28812 tablet_bootstrap.cc:492] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0: No bootstrap required, opened a new log
02:14:36.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.154398 28812 ts_tablet_manager.cc:1403] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0: Time spent bootstrapping tablet: real 0.168s	user 0.013s	sys 0.026s
02:14:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.158710 28779 heartbeater.cc:499] Master 127.27.81.124:40095 was elected leader, sending a full tablet report...
02:14:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.164044 28814 ts_tablet_manager.cc:1434] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent starting tablet: real 0.023s	user 0.004s	sys 0.006s
02:14:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.169466 28815 tablet_bootstrap.cc:492] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b: No bootstrap required, opened a new log
02:14:36.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.170073 28815 ts_tablet_manager.cc:1403] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b: Time spent bootstrapping tablet: real 0.061s	user 0.009s	sys 0.006s
02:14:36.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.179483 28812 raft_consensus.cc:359] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.181991 28814 tablet_bootstrap.cc:492] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8: Bootstrap starting.
02:14:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.173056 28815 raft_consensus.cc:359] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } }
02:14:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.183238 28815 raft_consensus.cc:385] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.181030 28812 raft_consensus.cc:385] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.184665 28815 raft_consensus.cc:740] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1843ac9dbd254efca60ba56ee24e366b, State: Initialized, Role: FOLLOWER
02:14:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.186587 28812 raft_consensus.cc:740] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86a2555679df4a22a3c2c9595f5311e0, State: Initialized, Role: FOLLOWER
02:14:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.187978 28815 consensus_queue.cc:260] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } }
02:14:36.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.190956 28815 ts_tablet_manager.cc:1434] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b: Time spent starting tablet: real 0.020s	user 0.005s	sys 0.000s
02:14:36.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.195130 28812 consensus_queue.cc:260] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.197916 28815 tablet_bootstrap.cc:492] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b: Bootstrap starting.
02:14:36.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.203279 27730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3d12e45193e24d3fb08919467876dd76" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b" is_pre_election: true
02:14:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.204224 27730 raft_consensus.cc:2468] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 0.
02:14:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.207509 27851 leader_election.cc:304] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1843ac9dbd254efca60ba56ee24e366b, 86a2555679df4a22a3c2c9595f5311e0; no voters: 
02:14:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.209546 28817 raft_consensus.cc:2804] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.209931 28817 raft_consensus.cc:493] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.214301 28817 raft_consensus.cc:3060] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.226485 28815 tablet_bootstrap.cc:654] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b: Neither blocks nor log segments found. Creating new log.
02:14:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.226449 28814 tablet_bootstrap.cc:654] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8: Neither blocks nor log segments found. Creating new log.
02:14:36.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.229964 28831 raft_consensus.cc:493] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.236563 27565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3d12e45193e24d3fb08919467876dd76" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" is_pre_election: true
02:14:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.237573 27565 raft_consensus.cc:2468] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 0.
02:14:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.241581 28819 raft_consensus.cc:493] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.242148 28819 raft_consensus.cc:515] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.244818 28814 tablet_bootstrap.cc:492] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8: No bootstrap required, opened a new log
02:14:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.245453 28814 ts_tablet_manager.cc:1403] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent bootstrapping tablet: real 0.064s	user 0.009s	sys 0.006s
02:14:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.247153 28819 leader_election.cc:290] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.227896 28817 raft_consensus.cc:515] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } }
02:14:36.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.248171 28831 raft_consensus.cc:515] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.249554 28817 leader_election.cc:290] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 election: Requested vote from peers 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255), 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711)
02:14:36.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.232682 28812 ts_tablet_manager.cc:1434] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0: Time spent starting tablet: real 0.078s	user 0.005s	sys 0.003s
02:14:36.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:36.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.250854 28812 tablet_bootstrap.cc:492] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0: Bootstrap starting.
02:14:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.252758 27565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3d12e45193e24d3fb08919467876dd76" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8"
02:14:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.253484 27565 raft_consensus.cc:3060] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.264506 27730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3d12e45193e24d3fb08919467876dd76" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b"
02:14:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.265133 27730 raft_consensus.cc:3060] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Advancing to term 1
02:14:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.265654 27564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16cc208ff5e94250a5d2325469e86867" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" is_pre_election: true
02:14:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.266232 27564 raft_consensus.cc:2468] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 0.
02:14:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.267539 27852 leader_election.cc:304] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8, 86a2555679df4a22a3c2c9595f5311e0; no voters: 
02:14:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.270709 28817 raft_consensus.cc:2804] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.271077 28817 raft_consensus.cc:493] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.271389 28817 raft_consensus.cc:3060] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.272137 27729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16cc208ff5e94250a5d2325469e86867" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b" is_pre_election: true
02:14:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.274216 27851 leader_election.cc:343] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255): Illegal state: must be running to vote when last-logged opid is not known
02:14:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.275292 27565 raft_consensus.cc:2468] T 3d12e45193e24d3fb08919467876dd76 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 1.
02:14:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.275763 28831 leader_election.cc:290] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255)
02:14:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.277380 27852 leader_election.cc:304] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8, 86a2555679df4a22a3c2c9595f5311e0; no voters: 
02:14:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.278353 28831 raft_consensus.cc:2804] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Leader election won for term 1
02:14:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.278510 28812 tablet_bootstrap.cc:654] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0: Neither blocks nor log segments found. Creating new log.
02:14:36.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.287685 28817 raft_consensus.cc:515] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.293449 28814 raft_consensus.cc:359] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.294183 28814 raft_consensus.cc:385] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.294471 28814 raft_consensus.cc:740] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70bfac2bba0a408a80c9f89308fa1fc8, State: Initialized, Role: FOLLOWER
02:14:36.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.301558 28819 raft_consensus.cc:493] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.301999 28819 raft_consensus.cc:515] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.303934 28819 leader_election.cc:290] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.306308 28814 consensus_queue.cc:260] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.312940 27730 raft_consensus.cc:2468] T 3d12e45193e24d3fb08919467876dd76 P 1843ac9dbd254efca60ba56ee24e366b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 1.
02:14:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.316756 28817 leader_election.cc:290] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 election: Requested vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255)
02:14:36.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.316845 27565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16cc208ff5e94250a5d2325469e86867" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8"
02:14:36.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.323472 27565 raft_consensus.cc:3060] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.330626 28812 tablet_bootstrap.cc:492] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0: No bootstrap required, opened a new log
02:14:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.331132 28812 ts_tablet_manager.cc:1403] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0: Time spent bootstrapping tablet: real 0.080s	user 0.010s	sys 0.003s
02:14:36.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.331563 27730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16cc208ff5e94250a5d2325469e86867" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b"
02:14:36.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.333151 27851 leader_election.cc:343] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255): Illegal state: must be running to vote when last-logged opid is not known
02:14:36.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.330858 27565 raft_consensus.cc:2468] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 1.
02:14:36.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.335111 27852 leader_election.cc:304] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8, 86a2555679df4a22a3c2c9595f5311e0; no voters: 1843ac9dbd254efca60ba56ee24e366b
02:14:36.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.337347 28837 raft_consensus.cc:2804] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Leader election won for term 1
02:14:36.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.337942 28837 raft_consensus.cc:697] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 LEADER]: Becoming Leader. State: Replica: 86a2555679df4a22a3c2c9595f5311e0, State: Running, Role: LEADER
02:14:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.332381 28814 ts_tablet_manager.cc:1434] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8: Time spent starting tablet: real 0.087s	user 0.007s	sys 0.000s
02:14:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.350430 28837 consensus_queue.cc:237] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.349566 27729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2853e0088cf64f998795f0353775e2d7" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b" is_pre_election: true
02:14:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.349634 27730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16cc208ff5e94250a5d2325469e86867" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b" is_pre_election: true
02:14:36.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.338676 28815 tablet_bootstrap.cc:492] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b: No bootstrap required, opened a new log
02:14:36.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.356200 27498 leader_election.cc:343] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255): Illegal state: must be running to vote when last-logged opid is not known
02:14:36.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.357318 28815 ts_tablet_manager.cc:1403] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b: Time spent bootstrapping tablet: real 0.160s	user 0.013s	sys 0.016s
02:14:36.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.357232 27498 leader_election.cc:343] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255): Illegal state: must be running to vote when last-logged opid is not known
02:14:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.360158 28815 raft_consensus.cc:359] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.360761 28815 raft_consensus.cc:385] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.361076 28815 raft_consensus.cc:740] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1843ac9dbd254efca60ba56ee24e366b, State: Initialized, Role: FOLLOWER
02:14:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.362875 28831 raft_consensus.cc:697] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 LEADER]: Becoming Leader. State: Replica: 86a2555679df4a22a3c2c9595f5311e0, State: Running, Role: LEADER
02:14:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.338212 28812 raft_consensus.cc:359] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.363556 28812 raft_consensus.cc:385] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.363840 28812 raft_consensus.cc:740] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86a2555679df4a22a3c2c9595f5311e0, State: Initialized, Role: FOLLOWER
02:14:36.365 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:36.366 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:36.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.364099 28831 consensus_queue.cc:237] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } }
02:14:36.366 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:36.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.364583 28812 consensus_queue.cc:260] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.369444 28815 consensus_queue.cc:260] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.373889 27918 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16cc208ff5e94250a5d2325469e86867" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0" is_pre_election: true
02:14:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.375252 28812 ts_tablet_manager.cc:1434] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0: Time spent starting tablet: real 0.044s	user 0.007s	sys 0.000s
02:14:36.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.376663 27500 leader_election.cc:304] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8; no voters: 1843ac9dbd254efca60ba56ee24e366b, 86a2555679df4a22a3c2c9595f5311e0
02:14:36.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.377959 28819 raft_consensus.cc:2749] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:14:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.378863 27918 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2853e0088cf64f998795f0353775e2d7" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0" is_pre_election: true
02:14:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.379981 28815 ts_tablet_manager.cc:1434] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b: Time spent starting tablet: real 0.022s	user 0.005s	sys 0.001s
02:14:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.381084 27500 leader_election.cc:343] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263): Illegal state: must be running to vote when last-logged opid is not known
02:14:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.381480 28824 raft_consensus.cc:493] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.381524 27500 leader_election.cc:304] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8; no voters: 1843ac9dbd254efca60ba56ee24e366b, 86a2555679df4a22a3c2c9595f5311e0
02:14:36.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.381925 28815 tablet_bootstrap.cc:492] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b: Bootstrap starting.
02:14:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.381984 28824 raft_consensus.cc:515] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.386916 28819 raft_consensus.cc:2749] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:14:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.397529 28824 leader_election.cc:290] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.403122 27334 catalog_manager.cc:5696] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195). New cstate: current_term: 1 leader_uuid: "86a2555679df4a22a3c2c9595f5311e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } health_report { overall_health: UNKNOWN } } }
02:14:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.417335 28815 tablet_bootstrap.cc:654] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b: Neither blocks nor log segments found. Creating new log.
02:14:36.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.420670 28812 tablet_bootstrap.cc:492] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0: Bootstrap starting.
02:14:36.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.443627 28812 tablet_bootstrap.cc:654] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0: Neither blocks nor log segments found. Creating new log.
02:14:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.467978 28819 raft_consensus.cc:493] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.468430 28819 raft_consensus.cc:515] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.470647 28819 leader_election.cc:290] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.472940 27918 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2c4318690ad4ebaaef4ada1b316214e" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0" is_pre_election: true
02:14:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.473610 27918 raft_consensus.cc:2468] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 70bfac2bba0a408a80c9f89308fa1fc8 in term 0.
02:14:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.474086 27565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "200136c1be434322960489046e98ae23" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" is_pre_election: true
02:14:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.474612 27565 raft_consensus.cc:2468] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1843ac9dbd254efca60ba56ee24e366b in term 0.
02:14:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.475085 27500 leader_election.cc:304] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8, 86a2555679df4a22a3c2c9595f5311e0; no voters: 
02:14:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.475513 27730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2c4318690ad4ebaaef4ada1b316214e" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b" is_pre_election: true
02:14:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.477133 27498 leader_election.cc:343] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255): Illegal state: must be running to vote when last-logged opid is not known
02:14:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.476994 27658 leader_election.cc:304] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1843ac9dbd254efca60ba56ee24e366b, 70bfac2bba0a408a80c9f89308fa1fc8; no voters: 
02:14:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.478178 28824 raft_consensus.cc:2804] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.478212 28819 raft_consensus.cc:2804] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.478634 28824 raft_consensus.cc:493] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.478665 28819 raft_consensus.cc:493] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.479022 28824 raft_consensus.cc:3060] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Advancing to term 1
02:14:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.479071 28819 raft_consensus.cc:3060] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.486732 28824 raft_consensus.cc:515] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.490456 28824 leader_election.cc:290] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 election: Requested vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.491734 27565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "200136c1be434322960489046e98ae23" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8"
02:14:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.492235 27565 raft_consensus.cc:3060] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.495033 27918 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "200136c1be434322960489046e98ae23" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0" is_pre_election: true
02:14:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.495618 27918 raft_consensus.cc:2468] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1843ac9dbd254efca60ba56ee24e366b in term 0.
02:14:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.496752 27917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "200136c1be434322960489046e98ae23" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0"
02:14:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.497393 27917 raft_consensus.cc:3060] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.501080 27565 raft_consensus.cc:2468] T 200136c1be434322960489046e98ae23 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1843ac9dbd254efca60ba56ee24e366b in term 1.
02:14:36.503 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:36.503 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:36.504 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:36.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:36.509 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:36.510 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:36.510 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:36.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.511 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.513831 27917 raft_consensus.cc:2468] T 200136c1be434322960489046e98ae23 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1843ac9dbd254efca60ba56ee24e366b in term 1.
02:14:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.516348 27659 leader_election.cc:304] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1843ac9dbd254efca60ba56ee24e366b, 86a2555679df4a22a3c2c9595f5311e0; no voters: 
02:14:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.517449 28824 raft_consensus.cc:2804] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 1 FOLLOWER]: Leader election won for term 1
02:14:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.513835 28819 raft_consensus.cc:515] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.531401 28819 leader_election.cc:290] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 election: Requested vote from peers 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.531803 27730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2c4318690ad4ebaaef4ada1b316214e" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b"
02:14:36.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.532156 27917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2c4318690ad4ebaaef4ada1b316214e" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0"
02:14:36.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.532685 27917 raft_consensus.cc:3060] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.536747 27498 leader_election.cc:343] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255): Illegal state: must be running to vote when last-logged opid is not known
02:14:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.534260 28815 tablet_bootstrap.cc:492] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b: No bootstrap required, opened a new log
02:14:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.538717 28815 ts_tablet_manager.cc:1403] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b: Time spent bootstrapping tablet: real 0.157s	user 0.004s	sys 0.009s
02:14:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.539539 27917 raft_consensus.cc:2468] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 70bfac2bba0a408a80c9f89308fa1fc8 in term 1.
02:14:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.540072 28824 raft_consensus.cc:697] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [term 1 LEADER]: Becoming Leader. State: Replica: 1843ac9dbd254efca60ba56ee24e366b, State: Running, Role: LEADER
02:14:36.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.541311 28824 consensus_queue.cc:237] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.547798 28815 raft_consensus.cc:359] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.548506 28815 raft_consensus.cc:385] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.543665 28812 tablet_bootstrap.cc:492] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0: No bootstrap required, opened a new log
02:14:36.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.551667 28812 ts_tablet_manager.cc:1403] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0: Time spent bootstrapping tablet: real 0.131s	user 0.011s	sys 0.018s
02:14:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.552793 27500 leader_election.cc:304] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8, 86a2555679df4a22a3c2c9595f5311e0; no voters: 1843ac9dbd254efca60ba56ee24e366b
02:14:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.553617 28819 raft_consensus.cc:2804] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Leader election won for term 1
02:14:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.548777 28815 raft_consensus.cc:740] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1843ac9dbd254efca60ba56ee24e366b, State: Initialized, Role: FOLLOWER
02:14:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.559406 28815 consensus_queue.cc:260] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.561188 28812 raft_consensus.cc:359] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.565096 28812 raft_consensus.cc:385] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.565412 28812 raft_consensus.cc:740] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86a2555679df4a22a3c2c9595f5311e0, State: Initialized, Role: FOLLOWER
02:14:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.567411 28812 consensus_queue.cc:260] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.569484 27332 catalog_manager.cc:5696] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b reported cstate change: term changed from 0 to 1, leader changed from <none> to 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194). New cstate: current_term: 1 leader_uuid: "1843ac9dbd254efca60ba56ee24e366b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } health_report { overall_health: UNKNOWN } } }
02:14:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.574682 28819 raft_consensus.cc:697] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 LEADER]: Becoming Leader. State: Replica: 70bfac2bba0a408a80c9f89308fa1fc8, State: Running, Role: LEADER
02:14:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.575929 28819 consensus_queue.cc:237] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.580428 28824 raft_consensus.cc:493] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.580871 28824 raft_consensus.cc:515] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.582370 28815 ts_tablet_manager.cc:1434] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b: Time spent starting tablet: real 0.043s	user 0.001s	sys 0.007s
02:14:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.586066 27565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16cc208ff5e94250a5d2325469e86867" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" is_pre_election: true
02:14:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.586871 27565 raft_consensus.cc:2393] T 16cc208ff5e94250a5d2325469e86867 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 1843ac9dbd254efca60ba56ee24e366b in current term 1: Already voted for candidate 86a2555679df4a22a3c2c9595f5311e0 in this term.
02:14:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.586771 27917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16cc208ff5e94250a5d2325469e86867" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0" is_pre_election: true
02:14:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.589329 28824 leader_election.cc:290] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.555908 27334 catalog_manager.cc:5696] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195). New cstate: current_term: 1 leader_uuid: "86a2555679df4a22a3c2c9595f5311e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } health_report { overall_health: HEALTHY } } }
02:14:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.590724 28812 ts_tablet_manager.cc:1434] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0: Time spent starting tablet: real 0.039s	user 0.007s	sys 0.000s
02:14:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.591645 28812 tablet_bootstrap.cc:492] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0: Bootstrap starting.
02:14:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.592386 28815 tablet_bootstrap.cc:492] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b: Bootstrap starting.
02:14:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.592218 27658 leader_election.cc:304] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1843ac9dbd254efca60ba56ee24e366b; no voters: 70bfac2bba0a408a80c9f89308fa1fc8, 86a2555679df4a22a3c2c9595f5311e0
02:14:36.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.595840 28824 raft_consensus.cc:3060] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Advancing to term 1
02:14:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.606215 28824 raft_consensus.cc:2749] T 16cc208ff5e94250a5d2325469e86867 P 1843ac9dbd254efca60ba56ee24e366b [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:14:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.621366 28815 tablet_bootstrap.cc:654] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b: Neither blocks nor log segments found. Creating new log.
02:14:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.625849 28812 tablet_bootstrap.cc:654] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0: Neither blocks nor log segments found. Creating new log.
02:14:36.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.654376 28812 tablet_bootstrap.cc:492] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0: No bootstrap required, opened a new log
02:14:36.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.656854 28812 ts_tablet_manager.cc:1403] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0: Time spent bootstrapping tablet: real 0.065s	user 0.011s	sys 0.004s
02:14:36.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.659739 28815 tablet_bootstrap.cc:492] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b: No bootstrap required, opened a new log
02:14:36.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.660447 28815 ts_tablet_manager.cc:1403] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b: Time spent bootstrapping tablet: real 0.071s	user 0.017s	sys 0.000s
02:14:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.665094 28819 raft_consensus.cc:493] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.665555 28819 raft_consensus.cc:515] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.667703 28819 leader_election.cc:290] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.667193 27332 catalog_manager.cc:5696] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193). New cstate: current_term: 1 leader_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } health_report { overall_health: UNKNOWN } } }
02:14:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.670198 27917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0" is_pre_election: true
02:14:36.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.672686 27730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b" is_pre_election: true
02:14:36.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.675837 27500 leader_election.cc:343] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263): Illegal state: must be running to vote when last-logged opid is not known
02:14:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.677052 28815 raft_consensus.cc:359] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.681265 28815 raft_consensus.cc:385] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:36.681455 27498 leader_election.cc:343] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255): Illegal state: must be running to vote when last-logged opid is not known
02:14:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.681567 28815 raft_consensus.cc:740] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1843ac9dbd254efca60ba56ee24e366b, State: Initialized, Role: FOLLOWER
02:14:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.681878 27498 leader_election.cc:304] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8; no voters: 1843ac9dbd254efca60ba56ee24e366b, 86a2555679df4a22a3c2c9595f5311e0
02:14:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.682587 28819 raft_consensus.cc:2749] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:14:36.690 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:36.690 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:36.690 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:36.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:36.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:36.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:36.693 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.684381 28812 raft_consensus.cc:359] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.688423 28812 raft_consensus.cc:385] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.686039 28815 consensus_queue.cc:260] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.688866 28812 raft_consensus.cc:740] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86a2555679df4a22a3c2c9595f5311e0, State: Initialized, Role: FOLLOWER
02:14:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.690300 28812 consensus_queue.cc:260] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.695724 28815 ts_tablet_manager.cc:1434] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b: Time spent starting tablet: real 0.035s	user 0.007s	sys 0.000s
02:14:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.697474 28815 tablet_bootstrap.cc:492] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b: Bootstrap starting.
02:14:36.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.699559 28812 ts_tablet_manager.cc:1434] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0: Time spent starting tablet: real 0.033s	user 0.006s	sys 0.000s
02:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.701257 28837 raft_consensus.cc:493] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.701699 28837 raft_consensus.cc:515] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.703637 28837 leader_election.cc:290] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255)
02:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.705155 27565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2853e0088cf64f998795f0353775e2d7" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" is_pre_election: true
02:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.705754 27565 raft_consensus.cc:2468] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 0.
02:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.706458 27730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2853e0088cf64f998795f0353775e2d7" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b" is_pre_election: true
02:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.706980 27730 raft_consensus.cc:2468] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 0.
02:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.708230 27852 leader_election.cc:304] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8, 86a2555679df4a22a3c2c9595f5311e0; no voters: 
02:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.712926 28815 tablet_bootstrap.cc:654] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b: Neither blocks nor log segments found. Creating new log.
02:14:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.727744 28815 tablet_bootstrap.cc:492] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b: No bootstrap required, opened a new log
02:14:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.728194 28815 ts_tablet_manager.cc:1403] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b: Time spent bootstrapping tablet: real 0.031s	user 0.013s	sys 0.001s
02:14:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.731046 28815 raft_consensus.cc:359] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.731911 28815 raft_consensus.cc:385] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.732188 28815 raft_consensus.cc:740] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1843ac9dbd254efca60ba56ee24e366b, State: Initialized, Role: FOLLOWER
02:14:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.732982 28815 consensus_queue.cc:260] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.739192 28815 ts_tablet_manager.cc:1434] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.000s
02:14:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.741220 28837 raft_consensus.cc:2804] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.741611 28837 raft_consensus.cc:493] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.741935 28837 raft_consensus.cc:3060] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.768415 28837 raft_consensus.cc:515] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.771196 28837 leader_election.cc:290] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 election: Requested vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255)
02:14:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.771119 27565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2853e0088cf64f998795f0353775e2d7" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8"
02:14:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.771718 27565 raft_consensus.cc:3060] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Advancing to term 1
02:14:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.772341 27730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2853e0088cf64f998795f0353775e2d7" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b"
02:14:36.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.772894 27730 raft_consensus.cc:3060] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Advancing to term 1
02:14:36.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.779341 27730 raft_consensus.cc:2468] T 2853e0088cf64f998795f0353775e2d7 P 1843ac9dbd254efca60ba56ee24e366b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 1.
02:14:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.780635 27851 leader_election.cc:304] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1843ac9dbd254efca60ba56ee24e366b, 86a2555679df4a22a3c2c9595f5311e0; no voters: 
02:14:36.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.781654 28824 raft_consensus.cc:493] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.782081 28824 raft_consensus.cc:515] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.784039 28824 leader_election.cc:290] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.784893 27564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2c4318690ad4ebaaef4ada1b316214e" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" is_pre_election: true
02:14:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.785781 27917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2c4318690ad4ebaaef4ada1b316214e" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0" is_pre_election: true
02:14:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.786590 27917 raft_consensus.cc:2393] T c2c4318690ad4ebaaef4ada1b316214e P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 1843ac9dbd254efca60ba56ee24e366b in current term 1: Already voted for candidate 70bfac2bba0a408a80c9f89308fa1fc8 in this term.
02:14:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.787861 27659 leader_election.cc:304] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1843ac9dbd254efca60ba56ee24e366b; no voters: 70bfac2bba0a408a80c9f89308fa1fc8, 86a2555679df4a22a3c2c9595f5311e0
02:14:36.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.788921 28824 raft_consensus.cc:3060] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Advancing to term 1
02:14:36.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.789638 27565 raft_consensus.cc:2468] T 2853e0088cf64f998795f0353775e2d7 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 1.
02:14:36.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.790180 28837 raft_consensus.cc:2804] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Leader election won for term 1
02:14:36.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.794606 28837 raft_consensus.cc:697] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 LEADER]: Becoming Leader. State: Replica: 86a2555679df4a22a3c2c9595f5311e0, State: Running, Role: LEADER
02:14:36.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.795737 28837 consensus_queue.cc:237] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.802860 28824 raft_consensus.cc:2749] T c2c4318690ad4ebaaef4ada1b316214e P 1843ac9dbd254efca60ba56ee24e366b [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:14:36.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:36.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.815886 28831 consensus_queue.cc:1048] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.832770 27334 catalog_manager.cc:5696] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195). New cstate: current_term: 1 leader_uuid: "86a2555679df4a22a3c2c9595f5311e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } health_report { overall_health: HEALTHY } } }
02:14:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.872357 28837 consensus_queue.cc:1048] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:36.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.894832 28837 consensus_queue.cc:1048] T 3d12e45193e24d3fb08919467876dd76 P 86a2555679df4a22a3c2c9595f5311e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.957779 28824 raft_consensus.cc:493] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.958235 28824 raft_consensus.cc:515] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.960716 28824 leader_election.cc:290] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.961573 27564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" is_pre_election: true
02:14:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.962285 27564 raft_consensus.cc:2468] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1843ac9dbd254efca60ba56ee24e366b in term 0.
02:14:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.963481 27658 leader_election.cc:304] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1843ac9dbd254efca60ba56ee24e366b, 70bfac2bba0a408a80c9f89308fa1fc8; no voters: 
02:14:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.967051 28824 raft_consensus.cc:2804] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.967615 28824 raft_consensus.cc:493] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.968180 28824 raft_consensus.cc:3060] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 0 FOLLOWER]: Advancing to term 1
02:14:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:36.985569 28852 consensus_queue.cc:1048] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [LEADER]: Connected to new peer: Peer: permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.116391 28873 raft_consensus.cc:493] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.126638 28819 consensus_queue.cc:1048] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:37.135355 27852 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.26.126.193:35711, user_credentials={real_user=slave}} blocked reactor thread for 180883us
02:14:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:37.121172 27851 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.26.126.194:44255, user_credentials={real_user=slave}} blocked reactor thread for 179905us
02:14:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.156651 28873 raft_consensus.cc:515] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:37.168 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:37.168 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:37.169 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:37.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.166796 27917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0" is_pre_election: true
02:14:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.172137 27917 raft_consensus.cc:2468] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1843ac9dbd254efca60ba56ee24e366b in term 0.
02:14:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.175523 28824 raft_consensus.cc:515] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:37.198 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.203572 28873 leader_election.cc:290] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255)
02:14:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.205241 27564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" is_pre_election: true
02:14:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.205843 27564 raft_consensus.cc:2468] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 86a2555679df4a22a3c2c9595f5311e0 in term 0.
02:14:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.206007 28819 consensus_queue.cc:1048] T c2c4318690ad4ebaaef4ada1b316214e P 70bfac2bba0a408a80c9f89308fa1fc8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.213291 28875 consensus_queue.cc:1048] T 200136c1be434322960489046e98ae23 P 1843ac9dbd254efca60ba56ee24e366b [LEADER]: Connected to new peer: Peer: permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.216421 27729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b" is_pre_election: true
02:14:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.231973 27729 raft_consensus.cc:2393] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 86a2555679df4a22a3c2c9595f5311e0 in current term 1: Already voted for candidate 1843ac9dbd254efca60ba56ee24e366b in this term.
02:14:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.214048 28831 consensus_queue.cc:1048] T 16cc208ff5e94250a5d2325469e86867 P 86a2555679df4a22a3c2c9595f5311e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.217185 27852 leader_election.cc:304] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70bfac2bba0a408a80c9f89308fa1fc8, 86a2555679df4a22a3c2c9595f5311e0; no voters: 
02:14:37.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.236675 28831 raft_consensus.cc:2804] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:37.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.237169 28831 raft_consensus.cc:493] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.238730 28831 raft_consensus.cc:3060] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 0 FOLLOWER]: Advancing to term 1
02:14:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.242269 27564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8"
02:14:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.242795 27564 raft_consensus.cc:3060] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 0 FOLLOWER]: Advancing to term 1
02:14:37.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.250042 27564 raft_consensus.cc:2468] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1843ac9dbd254efca60ba56ee24e366b in term 1.
02:14:37.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.251415 27658 leader_election.cc:304] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1843ac9dbd254efca60ba56ee24e366b, 70bfac2bba0a408a80c9f89308fa1fc8; no voters: 
02:14:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.252180 28875 raft_consensus.cc:2804] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 1 FOLLOWER]: Leader election won for term 1
02:14:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.252671 28875 raft_consensus.cc:697] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [term 1 LEADER]: Becoming Leader. State: Replica: 1843ac9dbd254efca60ba56ee24e366b, State: Running, Role: LEADER
02:14:37.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.254525 28875 consensus_queue.cc:237] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.268539 28824 leader_election.cc:290] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [CANDIDATE]: Term 1 election: Requested vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 86a2555679df4a22a3c2c9595f5311e0 (127.26.126.195:37263)
02:14:37.287 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:37.287 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:37.287 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:37.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.289 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.289 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.289 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.289 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.289 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:37.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.282694 28873 consensus_queue.cc:1048] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.027s
02:14:37.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.318344 27916 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "1843ac9dbd254efca60ba56ee24e366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86a2555679df4a22a3c2c9595f5311e0"
02:14:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.336771 28831 raft_consensus.cc:515] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } }
02:14:37.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.341970 27916 raft_consensus.cc:2393] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 1843ac9dbd254efca60ba56ee24e366b in current term 1: Already voted for candidate 86a2555679df4a22a3c2c9595f5311e0 in this term.
02:14:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.353807 27729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1843ac9dbd254efca60ba56ee24e366b"
02:14:37.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.375909 27565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "38c55b12b46b4b0a809f1e53ef851492" candidate_uuid: "86a2555679df4a22a3c2c9595f5311e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70bfac2bba0a408a80c9f89308fa1fc8"
02:14:37.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.376852 27565 raft_consensus.cc:2393] T 38c55b12b46b4b0a809f1e53ef851492 P 70bfac2bba0a408a80c9f89308fa1fc8 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 86a2555679df4a22a3c2c9595f5311e0 in current term 1: Already voted for candidate 1843ac9dbd254efca60ba56ee24e366b in this term.
02:14:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.378549 27852 leader_election.cc:304] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 86a2555679df4a22a3c2c9595f5311e0; no voters: 1843ac9dbd254efca60ba56ee24e366b, 70bfac2bba0a408a80c9f89308fa1fc8
02:14:37.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.380774 28873 raft_consensus.cc:2749] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:14:37.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.381587 28831 leader_election.cc:290] T 38c55b12b46b4b0a809f1e53ef851492 P 86a2555679df4a22a3c2c9595f5311e0 [CANDIDATE]: Term 1 election: Requested vote from peers 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711), 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194:44255)
02:14:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.411628 28872 consensus_queue.cc:1048] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:37.427 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:37.427 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:37.427 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:37.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:37.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:37.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:37.428 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:37.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:37.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:37.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:37.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:37.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:37.428 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.425880 27334 catalog_manager.cc:5696] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b reported cstate change: term changed from 0 to 1, leader changed from <none> to 1843ac9dbd254efca60ba56ee24e366b (127.26.126.194). New cstate: current_term: 1 leader_uuid: "1843ac9dbd254efca60ba56ee24e366b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1843ac9dbd254efca60ba56ee24e366b" member_type: VOTER last_known_addr { host: "127.26.126.194" port: 44255 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 } health_report { overall_health: UNKNOWN } } }
02:14:37.466 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:37.466 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:37.466 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:37.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.468 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:37.495 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:37.496 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:37.496 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:37.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:37.534 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:37.534 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:37.535 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:37.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:37.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:37.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:37.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:37.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:37.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:37.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:37.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:37.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:37.536 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.668800 28824 consensus_queue.cc:1048] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [LEADER]: Connected to new peer: Peer: permanent_uuid: "70bfac2bba0a408a80c9f89308fa1fc8" member_type: VOTER last_known_addr { host: "127.26.126.193" port: 35711 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:37.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:37.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:37.737571 28875 consensus_queue.cc:1048] T 38c55b12b46b4b0a809f1e53ef851492 P 1843ac9dbd254efca60ba56ee24e366b [LEADER]: Connected to new peer: Peer: permanent_uuid: "86a2555679df4a22a3c2c9595f5311e0" member_type: VOTER last_known_addr { host: "127.26.126.195" port: 37263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:37.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:37.758 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:37.759 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:37.759 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:37.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.761 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:37.762 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27502), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [147ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [197ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [206ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [206ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [235ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [247ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [247ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [248ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [502ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [701ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [702ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [743ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [743ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1432ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1432ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1433ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1434ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1434ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2781ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2782ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2783ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6480ms] refreshing cache from master, [6480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6481ms] too many traces: truncated at 100 traces, deferred=Deferred@2048150249(state=PENDING, result=null, callback=(continuation of Deferred@1337146654 after retry RPC after error@2116847701) -> (continuation of Deferred@1119116262 after retry RPC after error@439292507) -> (continuation of Deferred@1277335501 after retry RPC after error@1448525884) -> (continuation of Deferred@920509051 after retry RPC after error@1417849649) -> (continuation of Deferred@214356627 after retry RPC after error@1827775511) -> (continuation of Deferred@875013616 after retry RPC after error@1966951270) -> (continuation of Deferred@1330994456 after retry RPC after error@778410489) -> (continuation of Deferred@669295072 after retry RPC after error@941471745) -> (continuation of Deferred@1564839815 after retry RPC after error@1601011591) -> (continuation of Deferred@1568943659 after retry RPC after error@135026730) -> (continuation of Deferred@2034550555 after retry RPC after error@1298206451) -> (continuation of Deferred@828933122 after retry RPC after error@1531926285) -> (continuation of Deferred@82591584 after retry RPC after error@1103081368) -> (continuation of Deferred@872573753 after retry RPC after error@366257547) -> (continuation of Deferred@1881575278 after retry RPC after error@1289305501) -> (continuation of Deferred@1806032028 after retry RPC after error@1542309022) -> (continuation of Deferred@527723890 after retry RPC after error@440704724) -> (continuation of Deferred@1606479932 after retry RPC after error@1782318702) -> (continuation of Deferred@1444932006 after retry RPC after error@1746104207) -> (continuation of Deferred@805970849 after retry RPC after error@982469816) -> (continuation of Deferred@326418582 after retry RPC after error@1617472096) -> (continuation of Deferred@27167463 after retry RPC after error@1093987552), errback=(continuation of Deferred@1337146654 after retry RPC after error@2116847701) -> (continuation of Deferred@1119116262 after retry RPC after error@439292507) -> (continuation of Deferred@1277335501 after retry RPC after error@1448525884) -> (continuation of Deferred@920509051 after retry RPC after error@1417849649) -> (continuation of Deferred@214356627 after retry RPC after error@1827775511) -> (continuation of Deferred@875013616 after retry RPC after error@1966951270) -> (continuation of Deferred@1330994456 after retry RPC after error@778410489) -> (continuation of Deferred@669295072 after retry RPC after error@941471745) -> (continuation of Deferred@1564839815 after retry RPC after error@1601011591) -> (continuation of Deferred@1568943659 after retry RPC after error@135026730) -> (continuation of Deferred@2034550555 after retry RPC after error@1298206451) -> (continuation of Deferred@828933122 after retry RPC after error@1531926285) -> (continuation of Deferred@82591584 after retry RPC after error@1103081368) -> (continuation of Deferred@872573753 after retry RPC after error@366257547) -> (continuation of Deferred@1881575278 after retry RPC after error@1289305501) -> (continuation of Deferred@1806032028 after retry RPC after error@1542309022) -> (continuation of Deferred@527723890 after retry RPC after error@440704724) -> (continuation of Deferred@1606479932 after retry RPC after error@1782318702) -> (continuation of Deferred@1444932006 after retry RPC after error@1746104207) -> (continuation of Deferred@805970849 after retry RPC after error@982469816) -> (continuation of Deferred@326418582 after retry RPC after error@1617472096) -> (continuation of Deferred@27167463 after retry RPC after error@1093987552)))
02:14:37.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:37.882 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:37.882 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:37.882 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:37.882 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:37.882 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:37.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:37.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:37.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:37.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:37.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:37.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:37.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:37.883 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:37.904 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:37.904 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:37.905 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:37.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:37.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:37.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:37.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:37.930 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:37.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3d12e45193e24d3fb08919467876dd76 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:37.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 16cc208ff5e94250a5d2325469e86867 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:37.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 200136c1be434322960489046e98ae23 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:37.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2853e0088cf64f998795f0353775e2d7 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:37.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c2c4318690ad4ebaaef4ada1b316214e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:37.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 38c55b12b46b4b0a809f1e53ef851492 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:37.935 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:37.935 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.126.252:33207, [4ms] Sub RPC GetTableLocations: received response from server master-127.26.126.252:33207: OK, deferred=null) after lookup
02:14:37.935 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)] connecting to peer
02:14:37.936 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)] Successfully connected to peer
02:14:37.948 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:37.952 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa5ac9fc2, L:/127.0.0.1:40918 - R:/127.26.126.195:37263] using TOKEN/null
02:14:37.982 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:37.983 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:37.983 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:37.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:37.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:37.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:37.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:37.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:37.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:37.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:37.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:37.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:37.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:38.048 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:38.048 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:38.048 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:38.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:38.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:38.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:38.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:38.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:38.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:38.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:38.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:38.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:38.049 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:38.050 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27789), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [125ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [125ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [170ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [170ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [207ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [208ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [209ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [442ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [704ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [704ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [943ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1163ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2322ms] refreshing cache from master, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2324ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2324ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2325ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2325ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@1119837523(state=PENDING, result=null, callback=(continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066) -> (continuation of Deferred@1005297266 after retry RPC after error@499341734) -> (continuation of Deferred@1570564 after retry RPC after error@1611454038) -> (continuation of Deferred@133422123 after retry RPC after error@8043290), errback=(continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066) -> (continuation of Deferred@1005297266 after retry RPC after error@499341734) -> (continuation of Deferred@1570564 after retry RPC after error@1611454038) -> (continuation of Deferred@133422123 after retry RPC after error@8043290)))
02:14:38.066 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:38.066 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:38.066 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:38.067 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.068 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:38.177 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:38.179 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:38.194 [DEBUG - main] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:14:38.197 [DEBUG - main] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:14:38.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:38.205 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.81.125:43441(127.27.81.125:43441)] Successfully connected to peer
02:14:38.213 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.125
02:14:38.217 [DEBUG - main] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:14:38.219 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.81.126:36339(127.27.81.126:36339)] Successfully connected to peer
02:14:38.226 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:38.227 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.81.124:40095(127.27.81.124:40095)] Successfully connected to peer
02:14:38.230 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa34583c2, L:/127.0.0.1:38176 - R:/127.27.81.125:43441] using SASL/PLAIN
02:14:38.238 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.126
02:14:38.240 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.124
02:14:38.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:38.251 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:38.252 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:38.256 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0ae8a248, L:/127.0.0.1:48740 - R:/127.27.81.126:36339] using SASL/PLAIN
02:14:38.262 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd949feb2, L:/127.0.0.1:55404 - R:/127.27.81.124:40095] using SASL/PLAIN
02:14:38.266 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:38.266 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: OK, deferred=null) after lookup
02:14:38.272 [DEBUG - main] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:38.273 [DEBUG - main] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:38.280 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.126.254:34137(127.26.126.254:34137)] Successfully connected to peer
02:14:38.284 [DEBUG - main] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:38.286 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.126.252:33207(127.26.126.252:33207)] Successfully connected to peer
02:14:38.306 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.126.253:36049(127.26.126.253:36049)] Successfully connected to peer
02:14:38.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:38.313 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.254
02:14:38.324 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.253
02:14:38.326 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:38.331 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.252
02:14:38.331 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x57e310ea, L:/127.0.0.1:45642 - R:/127.26.126.254:34137] using SASL/PLAIN
02:14:38.342 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:38.346 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5444013c, L:/127.0.0.1:54398 - R:/127.26.126.252:33207] using SASL/PLAIN
02:14:38.352 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:38.352 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: OK, deferred=null) after lookup
02:14:38.353 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:38.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:38.359 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x715dc676, L:/127.0.0.1:49306 - R:/127.26.126.253:36049] using SASL/PLAIN
02:14:38.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3d12e45193e24d3fb08919467876dd76 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:38.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 16cc208ff5e94250a5d2325469e86867 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:38.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 200136c1be434322960489046e98ae23 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:38.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2853e0088cf64f998795f0353775e2d7 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:38.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c2c4318690ad4ebaaef4ada1b316214e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:38.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 38c55b12b46b4b0a809f1e53ef851492 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:38.365 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.369081 28234 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55404:
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\0012\000\000\000"
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:14:38.373 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:38.373 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:38.373 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:38.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:38.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:38.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:38.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:38.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:38.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:38.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:38.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:38.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:38.374 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:38.373572 28234 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:14:38.433 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:38.434 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:38.434 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:38.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.435 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:38.467 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.520296 28418 tablet_service.cc:1511] Processing CreateTablet for tablet fe0938fc21174d78b52b6f00add6f12f (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.523731 28418 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe0938fc21174d78b52b6f00add6f12f. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.519117 28419 tablet_service.cc:1511] Processing CreateTablet for tablet 830a039a3f704cb698b1a4b8d4f2caea (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:14:38.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.528218 28419 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 830a039a3f704cb698b1a4b8d4f2caea. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.549597 28566 tablet_service.cc:1511] Processing CreateTablet for tablet 830a039a3f704cb698b1a4b8d4f2caea (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:14:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.547245 28710 tablet_service.cc:1511] Processing CreateTablet for tablet 830a039a3f704cb698b1a4b8d4f2caea (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:14:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.552677 28566 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 830a039a3f704cb698b1a4b8d4f2caea. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.552682 28710 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 830a039a3f704cb698b1a4b8d4f2caea. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.551476 28565 tablet_service.cc:1511] Processing CreateTablet for tablet fe0938fc21174d78b52b6f00add6f12f (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:14:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.557426 28565 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe0938fc21174d78b52b6f00add6f12f. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.560771 28709 tablet_service.cc:1511] Processing CreateTablet for tablet fe0938fc21174d78b52b6f00add6f12f (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:14:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.562391 28709 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe0938fc21174d78b52b6f00add6f12f. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:38.566 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:38.566 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:38.566 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:38.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:38.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:38.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:38.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:38.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:38.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:38.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:38.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:38.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:38.569 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:38.570 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28305), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [29ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [130ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [187ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [781ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [784ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [784ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [784ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1705ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2583ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6081ms] refreshing cache from master, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6082ms] too many traces: truncated at 100 traces, deferred=Deferred@1231153083(state=PENDING, result=null, callback=(continuation of Deferred@1919495730 after retry RPC after error@710708955) -> (continuation of Deferred@1890610889 after retry RPC after error@917111643) -> (continuation of Deferred@227123970 after retry RPC after error@1131273790) -> (continuation of Deferred@811083452 after retry RPC after error@1452165943) -> (continuation of Deferred@375350103 after retry RPC after error@997118860) -> (continuation of Deferred@1257402267 after retry RPC after error@1845576193) -> (continuation of Deferred@61460813 after retry RPC after error@1318486023) -> (continuation of Deferred@398569721 after retry RPC after error@1941240138) -> (continuation of Deferred@1046117832 after retry RPC after error@1144411324) -> (continuation of Deferred@1592423099 after retry RPC after error@180399749) -> (continuation of Deferred@1738090024 after retry RPC after error@293346771) -> (continuation of Deferred@470735597 after retry RPC after error@330693487) -> (continuation of Deferred@1026762583 after retry RPC after error@1288710055) -> (continuation of Deferred@652432738 after retry RPC after error@447855698) -> (continuation of Deferred@1050421708 after retry RPC after error@1933368487) -> (continuation of Deferred@1330175975 after retry RPC after error@1485613424) -> (continuation of Deferred@125905380 after retry RPC after error@315429975) -> (continuation of Deferred@460543502 after retry RPC after error@638167865) -> (continuation of Deferred@684288021 after retry RPC after error@1381805815) -> (continuation of Deferred@1402884500 after retry RPC after error@950368445) -> (continuation of Deferred@1531913852 after retry RPC after error@1817379060) -> (continuation of Deferred@1298202139 after retry RPC after error@1586698138) -> (continuation of Deferred@2085463794 after retry RPC after error@141380911), errback=(continuation of Deferred@1919495730 after retry RPC after error@710708955) -> (continuation of Deferred@1890610889 after retry RPC after error@917111643) -> (continuation of Deferred@227123970 after retry RPC after error@1131273790) -> (continuation of Deferred@811083452 after retry RPC after error@1452165943) -> (continuation of Deferred@375350103 after retry RPC after error@997118860) -> (continuation of Deferred@1257402267 after retry RPC after error@1845576193) -> (continuation of Deferred@61460813 after retry RPC after error@1318486023) -> (continuation of Deferred@398569721 after retry RPC after error@1941240138) -> (continuation of Deferred@1046117832 after retry RPC after error@1144411324) -> (continuation of Deferred@1592423099 after retry RPC after error@180399749) -> (continuation of Deferred@1738090024 after retry RPC after error@293346771) -> (continuation of Deferred@470735597 after retry RPC after error@330693487) -> (continuation of Deferred@1026762583 after retry RPC after error@1288710055) -> (continuation of Deferred@652432738 after retry RPC after error@447855698) -> (continuation of Deferred@1050421708 after retry RPC after error@1933368487) -> (continuation of Deferred@1330175975 after retry RPC after error@1485613424) -> (continuation of Deferred@125905380 after retry RPC after error@315429975) -> (continuation of Deferred@460543502 after retry RPC after error@638167865) -> (continuation of Deferred@684288021 after retry RPC after error@1381805815) -> (continuation of Deferred@1402884500 after retry RPC after error@950368445) -> (continuation of Deferred@1531913852 after retry RPC after error@1817379060) -> (continuation of Deferred@1298202139 after retry RPC after error@1586698138) -> (continuation of Deferred@2085463794 after retry RPC after error@141380911)))
02:14:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.582386 28942 tablet_bootstrap.cc:492] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c: Bootstrap starting.
02:14:38.584 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:38.584 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:38.584 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:38.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.585 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.593515 28942 tablet_bootstrap.cc:654] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c: Neither blocks nor log segments found. Creating new log.
02:14:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.594723 28943 tablet_bootstrap.cc:492] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f: Bootstrap starting.
02:14:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.597357 28942 log.cc:826] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c: Log is configured to *not* fsync() on all Append() calls
02:14:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.602460 28943 tablet_bootstrap.cc:654] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f: Neither blocks nor log segments found. Creating new log.
02:14:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.605047 28943 log.cc:826] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f: Log is configured to *not* fsync() on all Append() calls
02:14:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.605476 28942 tablet_bootstrap.cc:492] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c: No bootstrap required, opened a new log
02:14:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.606211 28942 ts_tablet_manager.cc:1403] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c: Time spent bootstrapping tablet: real 0.024s	user 0.005s	sys 0.013s
02:14:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.612412 28945 tablet_bootstrap.cc:492] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3: Bootstrap starting.
02:14:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.620100 28945 tablet_bootstrap.cc:654] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3: Neither blocks nor log segments found. Creating new log.
02:14:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.622152 28945 log.cc:826] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3: Log is configured to *not* fsync() on all Append() calls
02:14:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.623242 28943 tablet_bootstrap.cc:492] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f: No bootstrap required, opened a new log
02:14:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.624045 28943 ts_tablet_manager.cc:1403] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f: Time spent bootstrapping tablet: real 0.030s	user 0.020s	sys 0.008s
02:14:38.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.627336 28945 tablet_bootstrap.cc:492] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3: No bootstrap required, opened a new log
02:14:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.627872 28945 ts_tablet_manager.cc:1403] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3: Time spent bootstrapping tablet: real 0.016s	user 0.000s	sys 0.014s
02:14:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.640780 28942 raft_consensus.cc:359] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } }
02:14:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.641780 28942 raft_consensus.cc:385] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.642102 28942 raft_consensus.cc:740] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Initialized, Role: FOLLOWER
02:14:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.643078 28942 consensus_queue.cc:260] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } }
02:14:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.651470 28945 raft_consensus.cc:359] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.652190 28945 raft_consensus.cc:385] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.652493 28945 raft_consensus.cc:740] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f17407ffccb497996ccfd29e5023dc3, State: Initialized, Role: FOLLOWER
02:14:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.653561 28945 consensus_queue.cc:260] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.658098 28945 ts_tablet_manager.cc:1434] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3: Time spent starting tablet: real 0.030s	user 0.028s	sys 0.000s
02:14:38.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.658305 28943 raft_consensus.cc:359] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } }
02:14:38.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.659128 28945 tablet_bootstrap.cc:492] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3: Bootstrap starting.
02:14:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.659199 28943 raft_consensus.cc:385] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.659510 28943 raft_consensus.cc:740] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a8370c09a94e99bf1eaade45c04a6f, State: Initialized, Role: FOLLOWER
02:14:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.660599 28943 consensus_queue.cc:260] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } }
02:14:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.665940 28945 tablet_bootstrap.cc:654] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3: Neither blocks nor log segments found. Creating new log.
02:14:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.672878 28943 ts_tablet_manager.cc:1434] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f: Time spent starting tablet: real 0.049s	user 0.030s	sys 0.013s
02:14:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.675145 28943 tablet_bootstrap.cc:492] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f: Bootstrap starting.
02:14:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.683822 28943 tablet_bootstrap.cc:654] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f: Neither blocks nor log segments found. Creating new log.
02:14:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.689680 28942 ts_tablet_manager.cc:1434] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c: Time spent starting tablet: real 0.083s	user 0.057s	sys 0.013s
02:14:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.691107 28942 tablet_bootstrap.cc:492] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c: Bootstrap starting.
02:14:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.697965 28943 tablet_bootstrap.cc:492] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f: No bootstrap required, opened a new log
02:14:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.698334 28943 ts_tablet_manager.cc:1403] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f: Time spent bootstrapping tablet: real 0.024s	user 0.013s	sys 0.007s
02:14:38.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:38.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.700686 28943 raft_consensus.cc:359] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:38.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.701298 28943 raft_consensus.cc:385] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:38.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.701575 28943 raft_consensus.cc:740] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a8370c09a94e99bf1eaade45c04a6f, State: Initialized, Role: FOLLOWER
02:14:38.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.702337 28943 consensus_queue.cc:260] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.704265 28943 ts_tablet_manager.cc:1434] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
02:14:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.706229 28942 tablet_bootstrap.cc:654] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c: Neither blocks nor log segments found. Creating new log.
02:14:38.719 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:38.719 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:38.720 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:38.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:38.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:38.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:38.723 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:38.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:38.735775 28491 tablet.cc:2406] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:38.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:38.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.755455 28945 tablet_bootstrap.cc:492] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3: No bootstrap required, opened a new log
02:14:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.756338 28945 ts_tablet_manager.cc:1403] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3: Time spent bootstrapping tablet: real 0.097s	user 0.049s	sys 0.034s
02:14:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.759778 28945 raft_consensus.cc:359] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } }
02:14:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.760578 28945 raft_consensus.cc:385] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:38.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.760928 28945 raft_consensus.cc:740] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f17407ffccb497996ccfd29e5023dc3, State: Initialized, Role: FOLLOWER
02:14:38.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.761993 28945 consensus_queue.cc:260] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } }
02:14:38.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.765210 28945 ts_tablet_manager.cc:1434] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3: Time spent starting tablet: real 0.008s	user 0.004s	sys 0.003s
02:14:38.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:38.798436 28635 tablet.cc:2406] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:38.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:38.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.825278 28950 raft_consensus.cc:493] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:38.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.825966 28950 raft_consensus.cc:515] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.827929 28942 tablet_bootstrap.cc:492] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c: No bootstrap required, opened a new log
02:14:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.828392 28942 ts_tablet_manager.cc:1403] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c: Time spent bootstrapping tablet: real 0.138s	user 0.049s	sys 0.046s
02:14:38.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.831632 28950 leader_election.cc:290] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.832027 28942 raft_consensus.cc:359] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.832764 28942 raft_consensus.cc:385] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.833168 28942 raft_consensus.cc:740] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Initialized, Role: FOLLOWER
02:14:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.833958 28942 consensus_queue.cc:260] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.848166 28942 ts_tablet_manager.cc:1434] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c: Time spent starting tablet: real 0.019s	user 0.005s	sys 0.001s
02:14:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.861469 28439 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe0938fc21174d78b52b6f00add6f12f" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd7e440568041e3a9d4dd29207f709c" is_pre_election: true
02:14:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.862423 28439 raft_consensus.cc:2468] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84a8370c09a94e99bf1eaade45c04a6f in term 0.
02:14:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:38.863358 28785 tablet.cc:2406] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.864548 28521 leader_election.cc:304] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 84a8370c09a94e99bf1eaade45c04a6f, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.865608 28950 raft_consensus.cc:2804] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:38.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.865962 28950 raft_consensus.cc:493] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:38.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.866293 28950 raft_consensus.cc:3060] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Advancing to term 1
02:14:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.872962 28950 raft_consensus.cc:515] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.874505 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe0938fc21174d78b52b6f00add6f12f" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3" is_pre_election: true
02:14:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.875005 28950 leader_election.cc:290] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 election: Requested vote from peers bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.875404 28730 raft_consensus.cc:2468] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84a8370c09a94e99bf1eaade45c04a6f in term 0.
02:14:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.876029 28439 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe0938fc21174d78b52b6f00add6f12f" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd7e440568041e3a9d4dd29207f709c"
02:14:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.876602 28439 raft_consensus.cc:3060] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Advancing to term 1
02:14:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.878363 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe0938fc21174d78b52b6f00add6f12f" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3"
02:14:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.879873 28730 raft_consensus.cc:3060] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Advancing to term 1
02:14:38.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.883879 28439 raft_consensus.cc:2468] T fe0938fc21174d78b52b6f00add6f12f P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84a8370c09a94e99bf1eaade45c04a6f in term 1.
02:14:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.885246 28521 leader_election.cc:304] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 84a8370c09a94e99bf1eaade45c04a6f, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.886494 28950 raft_consensus.cc:2804] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 1 FOLLOWER]: Leader election won for term 1
02:14:38.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.888665 28730 raft_consensus.cc:2468] T fe0938fc21174d78b52b6f00add6f12f P 6f17407ffccb497996ccfd29e5023dc3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84a8370c09a94e99bf1eaade45c04a6f in term 1.
02:14:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.899125 28950 raft_consensus.cc:697] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [term 1 LEADER]: Becoming Leader. State: Replica: 84a8370c09a94e99bf1eaade45c04a6f, State: Running, Role: LEADER
02:14:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.900065 28950 consensus_queue.cc:237] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:38.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.924419 28232 catalog_manager.cc:5696] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f reported cstate change: term changed from 0 to 1, leader changed from <none> to 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66). New cstate: current_term: 1 leader_uuid: "84a8370c09a94e99bf1eaade45c04a6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } health_report { overall_health: UNKNOWN } } }
02:14:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.970741 28948 raft_consensus.cc:493] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.971161 28948 raft_consensus.cc:515] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } }
02:14:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.974159 28948 leader_election.cc:290] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121), 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807)
02:14:38.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.987643 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "830a039a3f704cb698b1a4b8d4f2caea" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3" is_pre_election: true
02:14:38.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.988334 28730 raft_consensus.cc:2468] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 0.
02:14:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.989041 28586 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "830a039a3f704cb698b1a4b8d4f2caea" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84a8370c09a94e99bf1eaade45c04a6f" is_pre_election: true
02:14:38.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.989702 28373 leader_election.cc:304] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f17407ffccb497996ccfd29e5023dc3, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:38.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.989853 28586 raft_consensus.cc:2468] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 0.
02:14:38.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.990593 28948 raft_consensus.cc:2804] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.990973 28948 raft_consensus.cc:493] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.991269 28948 raft_consensus.cc:3060] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Advancing to term 1
02:14:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.996388 28948 raft_consensus.cc:515] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } }
02:14:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.998267 28948 leader_election.cc:290] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 election: Requested vote from peers 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121), 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807)
02:14:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.999064 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "830a039a3f704cb698b1a4b8d4f2caea" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3"
02:14:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:38.999599 28730 raft_consensus.cc:3060] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Advancing to term 1
02:14:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.000041 28586 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "830a039a3f704cb698b1a4b8d4f2caea" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84a8370c09a94e99bf1eaade45c04a6f"
02:14:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.000545 28586 raft_consensus.cc:3060] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Advancing to term 1
02:14:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.005688 28730 raft_consensus.cc:2468] T 830a039a3f704cb698b1a4b8d4f2caea P 6f17407ffccb497996ccfd29e5023dc3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 1.
02:14:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.006892 28373 leader_election.cc:304] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f17407ffccb497996ccfd29e5023dc3, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.007349 28586 raft_consensus.cc:2468] T 830a039a3f704cb698b1a4b8d4f2caea P 84a8370c09a94e99bf1eaade45c04a6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 1.
02:14:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.007584 28948 raft_consensus.cc:2804] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Leader election won for term 1
02:14:39.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.009624 28948 raft_consensus.cc:697] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [term 1 LEADER]: Becoming Leader. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Running, Role: LEADER
02:14:39.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.011081 28948 consensus_queue.cc:237] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } }
02:14:39.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.022069 28232 catalog_manager.cc:5696] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c reported cstate change: term changed from 0 to 1, leader changed from <none> to bcd7e440568041e3a9d4dd29207f709c (127.27.81.65). New cstate: current_term: 1 leader_uuid: "bcd7e440568041e3a9d4dd29207f709c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } health_report { overall_health: UNKNOWN } } }
02:14:39.075 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:39.075 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:39.075 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:39.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:39.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:39.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:39.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:39.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:39.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:39.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:39.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:39.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:39.076 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.098620 28232 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:55404:
02:14:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\0012\000\000\000\007\001\226\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:14:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.122202 28232 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 72bc73e631674ba09a552e79f662c133 has no consensus state
02:14:39.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.124855 28232 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet c703f3f27bec455381c0154045db3a69 has no consensus state
02:14:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.148492 28419 tablet_service.cc:1511] Processing CreateTablet for tablet 72bc73e631674ba09a552e79f662c133 (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.149748 28419 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 72bc73e631674ba09a552e79f662c133. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.152266 28566 tablet_service.cc:1511] Processing CreateTablet for tablet 72bc73e631674ba09a552e79f662c133 (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:39.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.153734 28709 tablet_service.cc:1511] Processing CreateTablet for tablet 72bc73e631674ba09a552e79f662c133 (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:39.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.154573 28566 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 72bc73e631674ba09a552e79f662c133. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.155190 28709 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 72bc73e631674ba09a552e79f662c133. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.159114 28219 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 72bc73e631674ba09a552e79f662c133 (table replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 72bc73e631674ba09a552e79f662c133 consensus state has no leader
02:14:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.162693 28418 tablet_service.cc:1511] Processing CreateTablet for tablet c703f3f27bec455381c0154045db3a69 (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.163954 28418 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c703f3f27bec455381c0154045db3a69. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.166775 28565 tablet_service.cc:1511] Processing CreateTablet for tablet c703f3f27bec455381c0154045db3a69 (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:39.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.168011 28565 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c703f3f27bec455381c0154045db3a69. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.171662 28942 tablet_bootstrap.cc:492] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c: Bootstrap starting.
02:14:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.178543 28710 tablet_service.cc:1511] Processing CreateTablet for tablet c703f3f27bec455381c0154045db3a69 (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:14:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.179862 28710 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c703f3f27bec455381c0154045db3a69. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.188695 28943 tablet_bootstrap.cc:492] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f: Bootstrap starting.
02:14:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.197077 28943 tablet_bootstrap.cc:654] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f: Neither blocks nor log segments found. Creating new log.
02:14:39.198 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:39.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.203001 28942 tablet_bootstrap.cc:654] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c: Neither blocks nor log segments found. Creating new log.
02:14:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.228155 28942 tablet_bootstrap.cc:492] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c: No bootstrap required, opened a new log
02:14:39.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.228811 28942 ts_tablet_manager.cc:1403] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c: Time spent bootstrapping tablet: real 0.057s	user 0.009s	sys 0.003s
02:14:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.231591 28942 raft_consensus.cc:359] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.232399 28942 raft_consensus.cc:385] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.232755 28942 raft_consensus.cc:740] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Initialized, Role: FOLLOWER
02:14:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.233588 28942 consensus_queue.cc:260] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.237066 28942 ts_tablet_manager.cc:1434] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.001s
02:14:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.245287 28943 tablet_bootstrap.cc:492] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f: No bootstrap required, opened a new log
02:14:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.245923 28943 ts_tablet_manager.cc:1403] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f: Time spent bootstrapping tablet: real 0.057s	user 0.009s	sys 0.025s
02:14:39.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.248692 28943 raft_consensus.cc:359] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.249538 28943 raft_consensus.cc:385] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:39.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.250005 28943 raft_consensus.cc:740] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a8370c09a94e99bf1eaade45c04a6f, State: Initialized, Role: FOLLOWER
02:14:39.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.251539 28943 consensus_queue.cc:260] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.255470 28943 ts_tablet_manager.cc:1434] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f: Time spent starting tablet: real 0.009s	user 0.002s	sys 0.004s
02:14:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.256524 28943 tablet_bootstrap.cc:492] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f: Bootstrap starting.
02:14:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.264928 28943 tablet_bootstrap.cc:654] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f: Neither blocks nor log segments found. Creating new log.
02:14:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.290448 28943 tablet_bootstrap.cc:492] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f: No bootstrap required, opened a new log
02:14:39.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.291100 28943 ts_tablet_manager.cc:1403] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f: Time spent bootstrapping tablet: real 0.035s	user 0.016s	sys 0.011s
02:14:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.294423 28943 raft_consensus.cc:359] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.295181 28943 raft_consensus.cc:385] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.295668 28943 raft_consensus.cc:740] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a8370c09a94e99bf1eaade45c04a6f, State: Initialized, Role: FOLLOWER
02:14:39.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.296475 28943 consensus_queue.cc:260] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.299049 28943 ts_tablet_manager.cc:1434] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:14:39.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.317814 28950 raft_consensus.cc:493] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.318261 28950 raft_consensus.cc:515] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.320276 28950 leader_election.cc:290] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.325973 28439 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "72bc73e631674ba09a552e79f662c133" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd7e440568041e3a9d4dd29207f709c" is_pre_election: true
02:14:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.326639 28439 raft_consensus.cc:2468] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84a8370c09a94e99bf1eaade45c04a6f in term 0.
02:14:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.328233 28521 leader_election.cc:304] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 84a8370c09a94e99bf1eaade45c04a6f, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.329679 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "72bc73e631674ba09a552e79f662c133" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3" is_pre_election: true
02:14:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.331594 28521 leader_election.cc:343] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121): Illegal state: must be running to vote when last-logged opid is not known
02:14:39.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.332572 28942 tablet_bootstrap.cc:492] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c: Bootstrap starting.
02:14:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.333555 28950 raft_consensus.cc:2804] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.333895 28950 raft_consensus.cc:493] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.334206 28950 raft_consensus.cc:3060] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Advancing to term 1
02:14:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.347709 28231 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f: replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2] alter complete (version 0)
02:14:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.348487 28942 tablet_bootstrap.cc:654] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c: Neither blocks nor log segments found. Creating new log.
02:14:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.346732 28950 raft_consensus.cc:515] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.350594 28950 leader_election.cc:290] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 election: Requested vote from peers bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.351653 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "72bc73e631674ba09a552e79f662c133" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3"
02:14:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.352119 28439 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "72bc73e631674ba09a552e79f662c133" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd7e440568041e3a9d4dd29207f709c"
02:14:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.352653 28439 raft_consensus.cc:3060] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Advancing to term 1
02:14:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.352782 28521 leader_election.cc:343] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121): Illegal state: must be running to vote when last-logged opid is not known
02:14:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.358572 28232 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:55404:
02:14:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\226\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:14:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.361033 28439 raft_consensus.cc:2468] T 72bc73e631674ba09a552e79f662c133 P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84a8370c09a94e99bf1eaade45c04a6f in term 1.
02:14:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.362195 28521 leader_election.cc:304] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84a8370c09a94e99bf1eaade45c04a6f, bcd7e440568041e3a9d4dd29207f709c; no voters: 6f17407ffccb497996ccfd29e5023dc3
02:14:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.363624 28950 raft_consensus.cc:2804] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 1 FOLLOWER]: Leader election won for term 1
02:14:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.364158 28950 raft_consensus.cc:697] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [term 1 LEADER]: Becoming Leader. State: Replica: 84a8370c09a94e99bf1eaade45c04a6f, State: Running, Role: LEADER
02:14:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.365206 28950 consensus_queue.cc:237] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.375108 28956 raft_consensus.cc:493] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.375726 28956 raft_consensus.cc:515] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.378171 28956 leader_election.cc:290] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.380232 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c703f3f27bec455381c0154045db3a69" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3" is_pre_election: true
02:14:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.384091 28966 tablet_bootstrap.cc:492] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3: Bootstrap starting.
02:14:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.382146 28521 leader_election.cc:343] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121): Illegal state: must be running to vote when last-logged opid is not known
02:14:39.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.384855 28439 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c703f3f27bec455381c0154045db3a69" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd7e440568041e3a9d4dd29207f709c" is_pre_election: true
02:14:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.386663 28521 leader_election.cc:343] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101): Illegal state: must be running to vote when last-logged opid is not known
02:14:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.387041 28521 leader_election.cc:304] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 84a8370c09a94e99bf1eaade45c04a6f; no voters: 6f17407ffccb497996ccfd29e5023dc3, bcd7e440568041e3a9d4dd29207f709c
02:14:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.388149 28956 raft_consensus.cc:2749] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:14:39.403 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:39.403 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:39.403 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:39.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:39.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:39.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:39.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:39.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:39.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:39.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:39.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:39.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:39.405 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.406243 28942 tablet_bootstrap.cc:492] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c: No bootstrap required, opened a new log
02:14:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.406714 28942 ts_tablet_manager.cc:1403] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c: Time spent bootstrapping tablet: real 0.074s	user 0.003s	sys 0.009s
02:14:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.409183 28942 raft_consensus.cc:359] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.409888 28942 raft_consensus.cc:385] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.411161 28942 raft_consensus.cc:740] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Initialized, Role: FOLLOWER
02:14:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.411863 28942 consensus_queue.cc:260] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.413766 28232 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 72bc73e631674ba09a552e79f662c133 consensus state has no leader
02:14:39.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.414580 28232 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 1bb23ae1487148c9872a1c863ad041b5 has no consensus state
02:14:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.415426 28231 catalog_manager.cc:5696] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f reported cstate change: term changed from 0 to 1, leader changed from <none> to 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66). New cstate: current_term: 1 leader_uuid: "84a8370c09a94e99bf1eaade45c04a6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } health_report { overall_health: UNKNOWN } } }
02:14:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.417639 28232 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet c703f3f27bec455381c0154045db3a69 consensus state has no leader
02:14:39.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.417851 28966 tablet_bootstrap.cc:654] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3: Neither blocks nor log segments found. Creating new log.
02:14:39.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.418112 28232 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 419abe5c503c49e7a76f8a772ec5501c has no consensus state
02:14:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.429649 28942 ts_tablet_manager.cc:1434] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c: Time spent starting tablet: real 0.023s	user 0.003s	sys 0.004s
02:14:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.454758 28950 consensus_queue.cc:1048] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.462064 28948 consensus_queue.cc:1048] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Connected to new peer: Peer: permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.464813 28950 consensus_queue.cc:1048] T fe0938fc21174d78b52b6f00add6f12f P 84a8370c09a94e99bf1eaade45c04a6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:39.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.497084 28565 tablet_service.cc:1511] Processing CreateTablet for tablet 1bb23ae1487148c9872a1c863ad041b5 (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:14:39.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.497320 28418 tablet_service.cc:1511] Processing CreateTablet for tablet 1bb23ae1487148c9872a1c863ad041b5 (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:14:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.498373 28565 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1bb23ae1487148c9872a1c863ad041b5. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.498433 28418 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1bb23ae1487148c9872a1c863ad041b5. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.504 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:39.504 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:39.504 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:39.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:39.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:39.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:39.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:39.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:39.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:39.506 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:39.506 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:39.506 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:39.506 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:39.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.531188 28709 tablet_service.cc:1511] Processing CreateTablet for tablet 1bb23ae1487148c9872a1c863ad041b5 (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:14:39.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.532498 28709 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1bb23ae1487148c9872a1c863ad041b5. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.534 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:39.535 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:39.535 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:39.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:39.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:39.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:39.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:39.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:39.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:39.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:39.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:39.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:39.539 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.536233 28566 tablet_service.cc:1511] Processing CreateTablet for tablet 419abe5c503c49e7a76f8a772ec5501c (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:14:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.536412 28419 tablet_service.cc:1511] Processing CreateTablet for tablet 419abe5c503c49e7a76f8a772ec5501c (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:14:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.537472 28566 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 419abe5c503c49e7a76f8a772ec5501c. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.537683 28419 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 419abe5c503c49e7a76f8a772ec5501c. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.546703 28943 tablet_bootstrap.cc:492] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f: Bootstrap starting.
02:14:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.549608 28710 tablet_service.cc:1511] Processing CreateTablet for tablet 419abe5c503c49e7a76f8a772ec5501c (DEFAULT_TABLE table=replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:14:39.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.552323 28710 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 419abe5c503c49e7a76f8a772ec5501c. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:39.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.553512 28943 tablet_bootstrap.cc:654] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f: Neither blocks nor log segments found. Creating new log.
02:14:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.568264 28943 tablet_bootstrap.cc:492] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f: No bootstrap required, opened a new log
02:14:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.568763 28943 ts_tablet_manager.cc:1403] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f: Time spent bootstrapping tablet: real 0.022s	user 0.007s	sys 0.006s
02:14:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.571568 28943 raft_consensus.cc:359] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.572278 28943 raft_consensus.cc:385] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.572561 28943 raft_consensus.cc:740] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a8370c09a94e99bf1eaade45c04a6f, State: Initialized, Role: FOLLOWER
02:14:39.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.579375 28943 consensus_queue.cc:260] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.589897 28943 ts_tablet_manager.cc:1434] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f: Time spent starting tablet: real 0.021s	user 0.006s	sys 0.001s
02:14:39.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.616044 28981 consensus_queue.cc:1048] T 830a039a3f704cb698b1a4b8d4f2caea P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:39.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.621475 28966 tablet_bootstrap.cc:492] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3: No bootstrap required, opened a new log
02:14:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.622074 28966 ts_tablet_manager.cc:1403] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3: Time spent bootstrapping tablet: real 0.238s	user 0.008s	sys 0.007s
02:14:39.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.632141 28942 tablet_bootstrap.cc:492] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c: Bootstrap starting.
02:14:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.638870 28942 tablet_bootstrap.cc:654] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c: Neither blocks nor log segments found. Creating new log.
02:14:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.644481 28943 tablet_bootstrap.cc:492] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f: Bootstrap starting.
02:14:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.656800 28943 tablet_bootstrap.cc:654] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f: Neither blocks nor log segments found. Creating new log.
02:14:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.639870 28966 raft_consensus.cc:359] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.669232 28966 raft_consensus.cc:385] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.671495 28966 raft_consensus.cc:740] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f17407ffccb497996ccfd29e5023dc3, State: Initialized, Role: FOLLOWER
02:14:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.674806 28966 consensus_queue.cc:260] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.683274 28966 ts_tablet_manager.cc:1434] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3: Time spent starting tablet: real 0.046s	user 0.005s	sys 0.000s
02:14:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.692845 28943 tablet_bootstrap.cc:492] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f: No bootstrap required, opened a new log
02:14:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.693404 28943 ts_tablet_manager.cc:1403] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f: Time spent bootstrapping tablet: real 0.049s	user 0.007s	sys 0.009s
02:14:39.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.695262 28966 tablet_bootstrap.cc:492] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3: Bootstrap starting.
02:14:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.696591 28943 raft_consensus.cc:359] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.697283 28943 raft_consensus.cc:385] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.697547 28943 raft_consensus.cc:740] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a8370c09a94e99bf1eaade45c04a6f, State: Initialized, Role: FOLLOWER
02:14:39.698 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.698175 28943 consensus_queue.cc:260] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.714392 28966 tablet_bootstrap.cc:654] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3: Neither blocks nor log segments found. Creating new log.
02:14:39.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.710681 28943 ts_tablet_manager.cc:1434] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f: Time spent starting tablet: real 0.017s	user 0.005s	sys 0.002s
02:14:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.717082 28942 tablet_bootstrap.cc:492] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c: No bootstrap required, opened a new log
02:14:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.717535 28942 ts_tablet_manager.cc:1403] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c: Time spent bootstrapping tablet: real 0.086s	user 0.016s	sys 0.008s
02:14:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.731832 28956 raft_consensus.cc:493] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.721769 28942 raft_consensus.cc:359] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.732285 28956 raft_consensus.cc:515] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.732856 28942 raft_consensus.cc:385] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.734303 28956 leader_election.cc:290] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.737520 28438 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1bb23ae1487148c9872a1c863ad041b5" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd7e440568041e3a9d4dd29207f709c" is_pre_election: true
02:14:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.738837 28521 leader_election.cc:343] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bcd7e440568041e3a9d4dd29207f709c (127.27.81.65:34101): Illegal state: must be running to vote when last-logged opid is not known
02:14:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.739398 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1bb23ae1487148c9872a1c863ad041b5" candidate_uuid: "84a8370c09a94e99bf1eaade45c04a6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3" is_pre_election: true
02:14:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.743111 28521 leader_election.cc:343] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121): Illegal state: must be running to vote when last-logged opid is not known
02:14:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.743505 28521 leader_election.cc:304] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 84a8370c09a94e99bf1eaade45c04a6f; no voters: 6f17407ffccb497996ccfd29e5023dc3, bcd7e440568041e3a9d4dd29207f709c
02:14:39.746 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:39.746 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:39.746 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.747273 28956 raft_consensus.cc:2749] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:14:39.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:39.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:39.750 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:39.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:39.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:39.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:39.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.751230 28231 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 3846213586a44a32825aa36e7fcf062f: replication_test_table [id=25069b663d174b5aaed3aaa52ec0a4d2] alter complete (version 0)
02:14:39.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:39.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:39.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:39.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.753083 28942 raft_consensus.cc:740] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Initialized, Role: FOLLOWER
02:14:39.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.754936 28942 consensus_queue.cc:260] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.758528 28942 ts_tablet_manager.cc:1434] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c: Time spent starting tablet: real 0.041s	user 0.006s	sys 0.000s
02:14:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.759100 28966 tablet_bootstrap.cc:492] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3: No bootstrap required, opened a new log
02:14:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.759538 28966 ts_tablet_manager.cc:1403] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3: Time spent bootstrapping tablet: real 0.064s	user 0.011s	sys 0.004s
02:14:39.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.762516 28942 tablet_bootstrap.cc:492] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c: Bootstrap starting.
02:14:39.785 [DEBUG - main] (Connection.java:575) [peer master-127.26.126.253:36049(127.26.126.253:36049)] disconnecting while in state READY
02:14:39.785 [DEBUG - main] (Connection.java:575) [peer master-127.26.126.252:33207(127.26.126.252:33207)] disconnecting while in state READY
02:14:39.785 [DEBUG - main] (Connection.java:575) [peer master-127.26.126.254:34137(127.26.126.254:34137)] disconnecting while in state READY
02:14:39.785 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.126.253:36049(127.26.126.253:36049)] handling channelInactive
02:14:39.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state READY due to: connection closed
02:14:39.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:39.785 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.126.254:34137(127.26.126.254:34137)] handling channelInactive
02:14:39.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state READY due to: connection closed
02:14:39.788 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:14:39.788 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:14:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.791178 28942 tablet_bootstrap.cc:654] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c: Neither blocks nor log segments found. Creating new log.
02:14:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.762352 28966 raft_consensus.cc:359] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.803306 28966 raft_consensus.cc:385] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.803625 28966 raft_consensus.cc:740] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f17407ffccb497996ccfd29e5023dc3, State: Initialized, Role: FOLLOWER
02:14:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.804409 28966 consensus_queue.cc:260] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:39.815 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.126.252:33207(127.26.126.252:33207)] handling channelInactive
02:14:39.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state READY due to: connection closed
02:14:39.815 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
02:14:39.816 [DEBUG - main] (Connection.java:575) [peer master-127.27.81.124:40095(127.27.81.124:40095)] disconnecting while in state READY
02:14:39.816 [DEBUG - main] (Connection.java:575) [peer master-127.27.81.125:43441(127.27.81.125:43441)] disconnecting while in state READY
02:14:39.816 [DEBUG - main] (Connection.java:575) [peer master-127.27.81.126:36339(127.27.81.126:36339)] disconnecting while in state READY
02:14:39.816 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.81.124:40095(127.27.81.124:40095)] handling channelInactive
02:14:39.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state READY due to: connection closed
02:14:39.817 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.81.125:43441(127.27.81.125:43441)] handling channelInactive
02:14:39.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state READY due to: connection closed
02:14:39.817 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:39.818 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:14:39.819 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
02:14:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.824297 28966 ts_tablet_manager.cc:1434] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3: Time spent starting tablet: real 0.064s	user 0.006s	sys 0.000s
02:14:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.830513 28981 raft_consensus.cc:493] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.831000 28981 raft_consensus.cc:515] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.833745 28966 tablet_bootstrap.cc:492] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3: Bootstrap starting.
02:14:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.834988 28586 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c703f3f27bec455381c0154045db3a69" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84a8370c09a94e99bf1eaade45c04a6f" is_pre_election: true
02:14:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.835660 28586 raft_consensus.cc:2468] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 0.
02:14:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.837173 28374 leader_election.cc:304] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 84a8370c09a94e99bf1eaade45c04a6f, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.837888 28948 raft_consensus.cc:2804] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.838187 28981 leader_election.cc:290] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.838231 28948 raft_consensus.cc:493] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.839474 28948 raft_consensus.cc:3060] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Advancing to term 1
02:14:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.839713 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c703f3f27bec455381c0154045db3a69" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3" is_pre_election: true
02:14:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.840209 28966 tablet_bootstrap.cc:654] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3: Neither blocks nor log segments found. Creating new log.
02:14:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.840298 28730 raft_consensus.cc:2468] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 0.
02:14:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.847316 28948 raft_consensus.cc:515] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.851 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.81.126:36339(127.27.81.126:36339)] handling channelInactive
02:14:39.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state READY due to: connection closed
02:14:39.852 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:14:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.850019 28948 leader_election.cc:290] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 election: Requested vote from peers 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.850088 28586 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c703f3f27bec455381c0154045db3a69" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84a8370c09a94e99bf1eaade45c04a6f"
02:14:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.850221 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c703f3f27bec455381c0154045db3a69" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3"
02:14:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.850628 28586 raft_consensus.cc:3060] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Advancing to term 1
02:14:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.850740 28730 raft_consensus.cc:3060] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Advancing to term 1
02:14:39.854 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:14:39.854 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:14:39.854 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:14:39.854 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:14:39.854 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:14:39.855 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:14:39.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.857867 28586 raft_consensus.cc:2468] T c703f3f27bec455381c0154045db3a69 P 84a8370c09a94e99bf1eaade45c04a6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 1.
02:14:39.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.857982 28730 raft_consensus.cc:2468] T c703f3f27bec455381c0154045db3a69 P 6f17407ffccb497996ccfd29e5023dc3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 1.
02:14:39.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.859313 28373 leader_election.cc:304] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f17407ffccb497996ccfd29e5023dc3, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.861721 28942 tablet_bootstrap.cc:492] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c: No bootstrap required, opened a new log
02:14:39.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.862609 28942 ts_tablet_manager.cc:1403] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c: Time spent bootstrapping tablet: real 0.100s	user 0.014s	sys 0.007s
02:14:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.863994 28948 raft_consensus.cc:2804] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Leader election won for term 1
02:14:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.864831 28948 raft_consensus.cc:697] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [term 1 LEADER]: Becoming Leader. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Running, Role: LEADER
02:14:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.868717 28948 consensus_queue.cc:237] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.873757 28942 raft_consensus.cc:359] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.877928 28942 raft_consensus.cc:385] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.878316 28942 raft_consensus.cc:740] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Initialized, Role: FOLLOWER
02:14:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.879074 28942 consensus_queue.cc:260] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.885236 28942 ts_tablet_manager.cc:1434] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c: Time spent starting tablet: real 0.022s	user 0.005s	sys 0.002s
02:14:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.890599 28966 tablet_bootstrap.cc:492] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3: No bootstrap required, opened a new log
02:14:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.891480 28966 ts_tablet_manager.cc:1403] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3: Time spent bootstrapping tablet: real 0.058s	user 0.020s	sys 0.013s
02:14:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.906600 28231 catalog_manager.cc:5696] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c reported cstate change: term changed from 0 to 1, leader changed from <none> to bcd7e440568041e3a9d4dd29207f709c (127.27.81.65). New cstate: current_term: 1 leader_uuid: "bcd7e440568041e3a9d4dd29207f709c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } health_report { overall_health: UNKNOWN } } }
02:14:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.909024 28730 raft_consensus.cc:3060] T 72bc73e631674ba09a552e79f662c133 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Advancing to term 1
02:14:39.916 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:14:39.916 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:14:39.916 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:14:39.916 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:14:39.916 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:14:39.916 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:14:39.916 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:14:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.940155 28948 raft_consensus.cc:493] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.940632 28948 raft_consensus.cc:515] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.942734 28948 leader_election.cc:290] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:39.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.945261 28586 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "419abe5c503c49e7a76f8a772ec5501c" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84a8370c09a94e99bf1eaade45c04a6f" is_pre_election: true
02:14:39.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.946326 28586 raft_consensus.cc:2468] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 0.
02:14:39.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.949206 28729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "419abe5c503c49e7a76f8a772ec5501c" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3" is_pre_election: true
02:14:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:39.951036 28373 leader_election.cc:343] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121): Illegal state: must be running to vote when last-logged opid is not known
02:14:39.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.953554 28374 leader_election.cc:304] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84a8370c09a94e99bf1eaade45c04a6f, bcd7e440568041e3a9d4dd29207f709c; no voters: 6f17407ffccb497996ccfd29e5023dc3
02:14:39.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.954339 28956 consensus_queue.cc:1048] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:39.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.955487 28948 raft_consensus.cc:2804] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:39.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.955787 28948 raft_consensus.cc:493] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.956123 28948 raft_consensus.cc:3060] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Advancing to term 1
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.962704 28956 consensus_queue.cc:1048] T 72bc73e631674ba09a552e79f662c133 P 84a8370c09a94e99bf1eaade45c04a6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.963788 28966 raft_consensus.cc:359] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.964725 28966 raft_consensus.cc:385] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.965252 28966 raft_consensus.cc:740] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f17407ffccb497996ccfd29e5023dc3, State: Initialized, Role: FOLLOWER
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.966243 28966 consensus_queue.cc:260] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.969190 28966 ts_tablet_manager.cc:1434] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3: Time spent starting tablet: real 0.077s	user 0.006s	sys 0.003s
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.970496 28966 tablet_bootstrap.cc:492] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3: Bootstrap starting.
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:39.979034 28966 tablet_bootstrap.cc:654] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3: Neither blocks nor log segments found. Creating new log.
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.071067 28948 raft_consensus.cc:515] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.074139 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "419abe5c503c49e7a76f8a772ec5501c" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3"
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.074676 28730 raft_consensus.cc:3060] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Advancing to term 1
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.076637 28586 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "419abe5c503c49e7a76f8a772ec5501c" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84a8370c09a94e99bf1eaade45c04a6f"
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.077265 28586 raft_consensus.cc:3060] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Advancing to term 1
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.078397 28948 leader_election.cc:290] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 election: Requested vote from peers 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.081405 28730 raft_consensus.cc:2468] T 419abe5c503c49e7a76f8a772ec5501c P 6f17407ffccb497996ccfd29e5023dc3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 1.
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.082515 28373 leader_election.cc:304] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f17407ffccb497996ccfd29e5023dc3, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.083038 28966 tablet_bootstrap.cc:492] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3: No bootstrap required, opened a new log
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.083307 28948 raft_consensus.cc:2804] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Leader election won for term 1
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.083444 28966 ts_tablet_manager.cc:1403] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3: Time spent bootstrapping tablet: real 0.113s	user 0.026s	sys 0.054s
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.083736 28948 raft_consensus.cc:697] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [term 1 LEADER]: Becoming Leader. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Running, Role: LEADER
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.084496 28948 consensus_queue.cc:237] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.086144 28586 raft_consensus.cc:2468] T 419abe5c503c49e7a76f8a772ec5501c P 84a8370c09a94e99bf1eaade45c04a6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 1.
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.086094 28966 raft_consensus.cc:359] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.086755 28966 raft_consensus.cc:385] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.087281 28966 raft_consensus.cc:740] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f17407ffccb497996ccfd29e5023dc3, State: Initialized, Role: FOLLOWER
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.088014 28966 consensus_queue.cc:260] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.090219 28966 ts_tablet_manager.cc:1434] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.001s
02:14:40.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.106992 28231 catalog_manager.cc:5696] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c reported cstate change: term changed from 0 to 1, leader changed from <none> to bcd7e440568041e3a9d4dd29207f709c (127.27.81.65). New cstate: current_term: 1 leader_uuid: "bcd7e440568041e3a9d4dd29207f709c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } health_report { overall_health: UNKNOWN } } }
02:14:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.123534 28948 raft_consensus.cc:493] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:40.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.124315 28948 raft_consensus.cc:515] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.127745 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1bb23ae1487148c9872a1c863ad041b5" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3" is_pre_election: true
02:14:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.128334 28730 raft_consensus.cc:2468] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 0.
02:14:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.128880 28586 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1bb23ae1487148c9872a1c863ad041b5" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84a8370c09a94e99bf1eaade45c04a6f" is_pre_election: true
02:14:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.129532 28586 raft_consensus.cc:2468] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 0.
02:14:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.129781 28373 leader_election.cc:304] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f17407ffccb497996ccfd29e5023dc3, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:40.130 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:40.131 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:40.131 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:40.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.132 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.133 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.133 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.133 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:40.134 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29812), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [60ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [90ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [155ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [386ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [386ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [523ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [603ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [603ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [604ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [604ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [763ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [763ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2241ms] refreshing cache from master, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [4221ms] refreshing cache from master, [4222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [4222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [4223ms] too many traces: truncated at 100 traces, deferred=Deferred@421843387(state=PENDING, result=null, callback=(continuation of Deferred@36262251 after retry RPC after error@1088386074) -> (continuation of Deferred@1101726197 after retry RPC after error@2126362994) -> (continuation of Deferred@920067527 after retry RPC after error@227791011) -> (continuation of Deferred@346999885 after retry RPC after error@122392963) -> (continuation of Deferred@159161736 after retry RPC after error@444158668) -> (continuation of Deferred@2027366762 after retry RPC after error@600537210) -> (continuation of Deferred@1312174422 after retry RPC after error@512353646) -> (continuation of Deferred@1599341484 after retry RPC after error@656713876) -> (continuation of Deferred@1483182503 after retry RPC after error@160742736) -> (continuation of Deferred@1981974189 after retry RPC after error@1950408949) -> (continuation of Deferred@273591667 after retry RPC after error@1008532503) -> (continuation of Deferred@1583944407 after retry RPC after error@761071271) -> (continuation of Deferred@1218249546 after retry RPC after error@322613770) -> (continuation of Deferred@89384208 after retry RPC after error@1082041123) -> (continuation of Deferred@1616473909 after retry RPC after error@641018838) -> (continuation of Deferred@1012146533 after retry RPC after error@151448183) -> (continuation of Deferred@579673253 after retry RPC after error@770304185) -> (continuation of Deferred@816561000 after retry RPC after error@239123032) -> (continuation of Deferred@1147336449 after retry RPC after error@648831764) -> (continuation of Deferred@1269955666 after retry RPC after error@1084755206) -> (continuation of Deferred@329326829 after retry RPC after error@1456489806) -> (continuation of Deferred@315060394 after retry RPC after error@302485449), errback=(continuation of Deferred@36262251 after retry RPC after error@1088386074) -> (continuation of Deferred@1101726197 after retry RPC after error@2126362994) -> (continuation of Deferred@920067527 after retry RPC after error@227791011) -> (continuation of Deferred@346999885 after retry RPC after error@122392963) -> (continuation of Deferred@159161736 after retry RPC after error@444158668) -> (continuation of Deferred@2027366762 after retry RPC after error@600537210) -> (continuation of Deferred@1312174422 after retry RPC after error@512353646) -> (continuation of Deferred@1599341484 after retry RPC after error@656713876) -> (continuation of Deferred@1483182503 after retry RPC after error@160742736) -> (continuation of Deferred@1981974189 after retry RPC after error@1950408949) -> (continuation of Deferred@273591667 after retry RPC after error@1008532503) -> (continuation of Deferred@1583944407 after retry RPC after error@761071271) -> (continuation of Deferred@1218249546 after retry RPC after error@322613770) -> (continuation of Deferred@89384208 after retry RPC after error@1082041123) -> (continuation of Deferred@1616473909 after retry RPC after error@641018838) -> (continuation of Deferred@1012146533 after retry RPC after error@151448183) -> (continuation of Deferred@579673253 after retry RPC after error@770304185) -> (continuation of Deferred@816561000 after retry RPC after error@239123032) -> (continuation of Deferred@1147336449 after retry RPC after error@648831764) -> (continuation of Deferred@1269955666 after retry RPC after error@1084755206) -> (continuation of Deferred@329326829 after retry RPC after error@1456489806) -> (continuation of Deferred@315060394 after retry RPC after error@302485449)))
02:14:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.130569 28981 raft_consensus.cc:2804] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.130882 28981 raft_consensus.cc:493] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.131160 28981 raft_consensus.cc:3060] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 0 FOLLOWER]: Advancing to term 1
02:14:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.138435 28981 raft_consensus.cc:515] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.141953 28586 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1bb23ae1487148c9872a1c863ad041b5" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84a8370c09a94e99bf1eaade45c04a6f"
02:14:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.142053 28730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1bb23ae1487148c9872a1c863ad041b5" candidate_uuid: "bcd7e440568041e3a9d4dd29207f709c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f17407ffccb497996ccfd29e5023dc3"
02:14:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.142494 28586 raft_consensus.cc:3060] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [term 0 FOLLOWER]: Advancing to term 1
02:14:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.142549 28730 raft_consensus.cc:3060] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3 [term 0 FOLLOWER]: Advancing to term 1
02:14:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.151369 28730 raft_consensus.cc:2468] T 1bb23ae1487148c9872a1c863ad041b5 P 6f17407ffccb497996ccfd29e5023dc3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 1.
02:14:40.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.152572 28373 leader_election.cc:304] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f17407ffccb497996ccfd29e5023dc3, bcd7e440568041e3a9d4dd29207f709c; no voters: 
02:14:40.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.156991 28948 leader_election.cc:290] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.158277 28948 raft_consensus.cc:2804] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 1 FOLLOWER]: Leader election won for term 1
02:14:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.158792 28981 leader_election.cc:290] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [CANDIDATE]: Term 1 election: Requested vote from peers 84a8370c09a94e99bf1eaade45c04a6f (127.27.81.66:38807), 6f17407ffccb497996ccfd29e5023dc3 (127.27.81.67:43121)
02:14:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.160022 28948 raft_consensus.cc:697] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [term 1 LEADER]: Becoming Leader. State: Replica: bcd7e440568041e3a9d4dd29207f709c, State: Running, Role: LEADER
02:14:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.163029 28948 consensus_queue.cc:237] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } }
02:14:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.181981 28586 raft_consensus.cc:2468] T 1bb23ae1487148c9872a1c863ad041b5 P 84a8370c09a94e99bf1eaade45c04a6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd7e440568041e3a9d4dd29207f709c in term 1.
02:14:40.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.201781 28231 catalog_manager.cc:5696] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c reported cstate change: term changed from 0 to 1, leader changed from <none> to bcd7e440568041e3a9d4dd29207f709c (127.27.81.65). New cstate: current_term: 1 leader_uuid: "bcd7e440568041e3a9d4dd29207f709c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd7e440568041e3a9d4dd29207f709c" member_type: VOTER last_known_addr { host: "127.27.81.65" port: 34101 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 } health_report { overall_health: UNKNOWN } } }
02:14:40.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:40.206112 28373 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.27.81.67:43121, user_credentials={real_user=slave}} blocked reactor thread for 53596.8us
02:14:40.235 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:40.235 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:40.235 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:40.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.236 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:40.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:40.264 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:40.264 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:40.265 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:40.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.266 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:40.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:40.429 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:14:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.445062 29006 consensus_queue.cc:1048] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.485131 29006 consensus_queue.cc:1048] T c703f3f27bec455381c0154045db3a69 P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Connected to new peer: Peer: permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:40.502 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:40.502 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:40.502 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:40.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:40.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:40.503 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:14:40.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:40.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:40.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:40.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:40.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:40.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:40.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:40.504 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:40.504 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:14:40.504 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:14:40.520 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:14:40.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.526208 29006 consensus_queue.cc:1048] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:40.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.571872 29007 consensus_queue.cc:1048] T 419abe5c503c49e7a76f8a772ec5501c P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Connected to new peer: Peer: permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:40.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.598438 29007 consensus_queue.cc:1048] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Connected to new peer: Peer: permanent_uuid: "84a8370c09a94e99bf1eaade45c04a6f" member_type: VOTER last_known_addr { host: "127.27.81.66" port: 38807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:40.653 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:40.654 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:40.654 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:40.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:40.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:40.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:40.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:40.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:40.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:40.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:40.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:40.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:40.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:40.666553 29006 consensus_queue.cc:1048] T 1bb23ae1487148c9872a1c863ad041b5 P bcd7e440568041e3a9d4dd29207f709c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6f17407ffccb497996ccfd29e5023dc3" member_type: VOTER last_known_addr { host: "127.27.81.67" port: 43121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:14:40.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:40.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:40.766 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:40.767 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:40.767 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:40.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:40.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:40.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:40.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:40.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:40.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:40.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:40.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:40.768 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:40.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:40.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:40.884 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:40.884 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:40.884 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:40.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.885 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:40.927 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:40.927 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:40.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:40.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.929 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.929 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:40.929 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:40.929 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.930 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:40.930 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:40.980 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:40.980 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:40.980 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:40.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:40.981 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:40.981 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:40.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:40.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:40.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:40.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:40.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:40.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:40.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:41.053 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:41.054 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:41.054 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:41.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:41.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:41.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:41.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:41.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:41.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:41.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:41.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:41.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:41.055 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:41.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:41.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:41.266 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:41.266 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:41.266 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:41.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:41.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:41.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:41.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:41.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:41.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:41.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:41.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:41.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:41.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:41.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:41.441 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:41.442 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:41.442 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:41.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:41.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:41.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:41.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:41.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:41.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:41.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:41.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:41.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:41.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:41.563 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:14:41.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:41.723 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:14:41.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:41.761 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:14:41.793 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:41.793 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:41.793 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:41.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:41.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:41.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:41.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:41.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:41.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:41.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:41.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:41.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:41.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:41.799 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:14:41.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:41.818 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:14:41.838 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:14:41.851 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:14:41.853 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:14:41.853 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:14:41.853 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:14:41.854 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:14:41.854 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:14:41.856 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:14:41.856 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:14:41.857 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:14:41.858 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:14:41.859 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:14:41.859 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:14:41.859 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:14:41.859 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:14:41.859 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:14:41.859 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:14:41.859 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:14:41.859 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:14:41.859 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:14:41.860 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:14:41.860 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:14:41.860 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:14:41.861 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:14:41.861 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:14:41.861 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_45da12b52fe582b3492c413edfaba746/blobStorage
02:14:41.861 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:34135 - max concurrent requests: 50 - max backlog: 1000
02:14:41.862 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_45da12b52fe582b3492c413edfaba746/blobStorage
02:14:41.863 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_45da12b52fe582b3492c413edfaba746/blobStorage
02:14:41.864 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:14:41.865 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb
02:14:41.867 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
02:14:41.868 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-b9927d5d-8d0b-44bc-9cba-a7c6cfc26a07
02:14:41.870 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-50a4d8c0-a386-453c-ab16-b3765bd98d39
02:14:41.937 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:14:41.938 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:14:41.938 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:14:41.938 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:14:41.939 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:14:41.945 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_12 .
02:14:41.954 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:14:41.954 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
02:14:41.954 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:14:41.954 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-6bacbb95-f67d-4f06-bc3a-1f81c0275906
02:14:41.963 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:14:41.963 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:14:41.971 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:42887
02:14:41.972 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:14:41.973 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:14:41.974 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:42887 was granted leadership with leaderSessionID=6d7e456b-1386-4af0-9a73-fb7e752b7bf4
02:14:41.974 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:42887 , session=6d7e456b-1386-4af0-9a73-fb7e752b7bf4
02:14:41.974 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:14:41.974 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:14:41.974 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id e6d11575-010f-4226-9842-35019d7bf253. Creating new DispatcherLeaderProcess.
02:14:41.974 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:41.975 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:14:41.975 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:41.975 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:14:41.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:41.975 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:41.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:41.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:41.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:41.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:41.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:41.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:41.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:41.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:41.976 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:41.977 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28389), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [11ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [71ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [89ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [164ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [166ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [602ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1545ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1545ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2041ms] refreshing cache from master, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2045ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [5601ms] refreshing cache from master, [5601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5602ms] too many traces: truncated at 100 traces, deferred=Deferred@228147725(state=PENDING, result=null, callback=(continuation of Deferred@483391929 after retry RPC after error@1073773179) -> (continuation of Deferred@363993833 after retry RPC after error@1383906168) -> (continuation of Deferred@832406207 after retry RPC after error@1913513301) -> (continuation of Deferred@2012073135 after retry RPC after error@1090330193) -> (continuation of Deferred@489223307 after retry RPC after error@9604406) -> (continuation of Deferred@419672383 after retry RPC after error@824454104) -> (continuation of Deferred@1802636763 after retry RPC after error@2132661950) -> (continuation of Deferred@2073238059 after retry RPC after error@1811514474) -> (continuation of Deferred@278806555 after retry RPC after error@27774096) -> (continuation of Deferred@1644616909 after retry RPC after error@1165745715) -> (continuation of Deferred@654819359 after retry RPC after error@410733347) -> (continuation of Deferred@1288637525 after retry RPC after error@1465833913) -> (continuation of Deferred@1312881781 after retry RPC after error@203461837) -> (continuation of Deferred@943295672 after retry RPC after error@428542231) -> (continuation of Deferred@1356987655 after retry RPC after error@1492098346) -> (continuation of Deferred@742885059 after retry RPC after error@1841684973) -> (continuation of Deferred@840118423 after retry RPC after error@372374834) -> (continuation of Deferred@114299049 after retry RPC after error@1155023639) -> (continuation of Deferred@1877234835 after retry RPC after error@1990589488) -> (continuation of Deferred@1895235349 after retry RPC after error@1991297767) -> (continuation of Deferred@993876078 after retry RPC after error@1646290757) -> (continuation of Deferred@636039747 after retry RPC after error@1434334187) -> (continuation of Deferred@72482562 after retry RPC after error@1697294978) -> (continuation of Deferred@163444558 after retry RPC after error@762866937), errback=(continuation of Deferred@483391929 after retry RPC after error@1073773179) -> (continuation of Deferred@363993833 after retry RPC after error@1383906168) -> (continuation of Deferred@832406207 after retry RPC after error@1913513301) -> (continuation of Deferred@2012073135 after retry RPC after error@1090330193) -> (continuation of Deferred@489223307 after retry RPC after error@9604406) -> (continuation of Deferred@419672383 after retry RPC after error@824454104) -> (continuation of Deferred@1802636763 after retry RPC after error@2132661950) -> (continuation of Deferred@2073238059 after retry RPC after error@1811514474) -> (continuation of Deferred@278806555 after retry RPC after error@27774096) -> (continuation of Deferred@1644616909 after retry RPC after error@1165745715) -> (continuation of Deferred@654819359 after retry RPC after error@410733347) -> (continuation of Deferred@1288637525 after retry RPC after error@1465833913) -> (continuation of Deferred@1312881781 after retry RPC after error@203461837) -> (continuation of Deferred@943295672 after retry RPC after error@428542231) -> (continuation of Deferred@1356987655 after retry RPC after error@1492098346) -> (continuation of Deferred@742885059 after retry RPC after error@1841684973) -> (continuation of Deferred@840118423 after retry RPC after error@372374834) -> (continuation of Deferred@114299049 after retry RPC after error@1155023639) -> (continuation of Deferred@1877234835 after retry RPC after error@1990589488) -> (continuation of Deferred@1895235349 after retry RPC after error@1991297767) -> (continuation of Deferred@993876078 after retry RPC after error@1646290757) -> (continuation of Deferred@636039747 after retry RPC after error@1434334187) -> (continuation of Deferred@72482562 after retry RPC after error@1697294978) -> (continuation of Deferred@163444558 after retry RPC after error@762866937)))
02:14:41.978 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:14:41.978 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28389), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [11ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [71ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [89ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [164ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [166ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [602ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1545ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1545ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2041ms] refreshing cache from master, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2045ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [5601ms] refreshing cache from master, [5601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5602ms] too many traces: truncated at 100 traces, deferred=Deferred@228147725(state=PENDING, result=null, callback=(continuation of Deferred@483391929 after retry RPC after error@1073773179) -> (continuation of Deferred@363993833 after retry RPC after error@1383906168) -> (continuation of Deferred@832406207 after retry RPC after error@1913513301) -> (continuation of Deferred@2012073135 after retry RPC after error@1090330193) -> (continuation of Deferred@489223307 after retry RPC after error@9604406) -> (continuation of Deferred@419672383 after retry RPC after error@824454104) -> (continuation of Deferred@1802636763 after retry RPC after error@2132661950) -> (continuation of Deferred@2073238059 after retry RPC after error@1811514474) -> (continuation of Deferred@278806555 after retry RPC after error@27774096) -> (continuation of Deferred@1644616909 after retry RPC after error@1165745715) -> (continuation of Deferred@654819359 after retry RPC after error@410733347) -> (continuation of Deferred@1288637525 after retry RPC after error@1465833913) -> (continuation of Deferred@1312881781 after retry RPC after error@203461837) -> (continuation of Deferred@943295672 after retry RPC after error@428542231) -> (continuation of Deferred@1356987655 after retry RPC after error@1492098346) -> (continuation of Deferred@742885059 after retry RPC after error@1841684973) -> (continuation of Deferred@840118423 after retry RPC after error@372374834) -> (continuation of Deferred@114299049 after retry RPC after error@1155023639) -> (continuation of Deferred@1877234835 after retry RPC after error@1990589488) -> (continuation of Deferred@1895235349 after retry RPC after error@1991297767) -> (continuation of Deferred@993876078 after retry RPC after error@1646290757) -> (continuation of Deferred@636039747 after retry RPC after error@1434334187) -> (continuation of Deferred@72482562 after retry RPC after error@1697294978) -> (continuation of Deferred@163444558 after retry RPC after error@762866937), errback=(continuation of Deferred@483391929 after retry RPC after error@1073773179) -> (continuation of Deferred@363993833 after retry RPC after error@1383906168) -> (continuation of Deferred@832406207 after retry RPC after error@1913513301) -> (continuation of Deferred@2012073135 after retry RPC after error@1090330193) -> (continuation of Deferred@489223307 after retry RPC after error@9604406) -> (continuation of Deferred@419672383 after retry RPC after error@824454104) -> (continuation of Deferred@1802636763 after retry RPC after error@2132661950) -> (continuation of Deferred@2073238059 after retry RPC after error@1811514474) -> (continuation of Deferred@278806555 after retry RPC after error@27774096) -> (continuation of Deferred@1644616909 after retry RPC after error@1165745715) -> (continuation of Deferred@654819359 after retry RPC after error@410733347) -> (continuation of Deferred@1288637525 after retry RPC after error@1465833913) -> (continuation of Deferred@1312881781 after retry RPC after error@203461837) -> (continuation of Deferred@943295672 after retry RPC after error@428542231) -> (continuation of Deferred@1356987655 after retry RPC after error@1492098346) -> (continuation of Deferred@742885059 after retry RPC after error@1841684973) -> (continuation of Deferred@840118423 after retry RPC after error@372374834) -> (continuation of Deferred@114299049 after retry RPC after error@1155023639) -> (continuation of Deferred@1877234835 after retry RPC after error@1990589488) -> (continuation of Deferred@1895235349 after retry RPC after error@1991297767) -> (continuation of Deferred@993876078 after retry RPC after error@1646290757) -> (continuation of Deferred@636039747 after retry RPC after error@1434334187) -> (continuation of Deferred@72482562 after retry RPC after error@1697294978) -> (continuation of Deferred@163444558 after retry RPC after error@762866937)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:41.978 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
02:14:41.980 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
02:14:41.980 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:14:41.980 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:14:41.981 [INFO - pool-195-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id b8014c90-f63d-44bc-8992-47935c97db1a.
02:14:41.983 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28389), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [11ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [71ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [89ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [164ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [166ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [602ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1545ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1545ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2041ms] refreshing cache from master, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2045ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [5601ms] refreshing cache from master, [5601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5602ms] too many traces: truncated at 100 traces, deferred=Deferred@228147725(state=PENDING, result=null, callback=(continuation of Deferred@483391929 after retry RPC after error@1073773179) -> (continuation of Deferred@363993833 after retry RPC after error@1383906168) -> (continuation of Deferred@832406207 after retry RPC after error@1913513301) -> (continuation of Deferred@2012073135 after retry RPC after error@1090330193) -> (continuation of Deferred@489223307 after retry RPC after error@9604406) -> (continuation of Deferred@419672383 after retry RPC after error@824454104) -> (continuation of Deferred@1802636763 after retry RPC after error@2132661950) -> (continuation of Deferred@2073238059 after retry RPC after error@1811514474) -> (continuation of Deferred@278806555 after retry RPC after error@27774096) -> (continuation of Deferred@1644616909 after retry RPC after error@1165745715) -> (continuation of Deferred@654819359 after retry RPC after error@410733347) -> (continuation of Deferred@1288637525 after retry RPC after error@1465833913) -> (continuation of Deferred@1312881781 after retry RPC after error@203461837) -> (continuation of Deferred@943295672 after retry RPC after error@428542231) -> (continuation of Deferred@1356987655 after retry RPC after error@1492098346) -> (continuation of Deferred@742885059 after retry RPC after error@1841684973) -> (continuation of Deferred@840118423 after retry RPC after error@372374834) -> (continuation of Deferred@114299049 after retry RPC after error@1155023639) -> (continuation of Deferred@1877234835 after retry RPC after error@1990589488) -> (continuation of Deferred@1895235349 after retry RPC after error@1991297767) -> (continuation of Deferred@993876078 after retry RPC after error@1646290757) -> (continuation of Deferred@636039747 after retry RPC after error@1434334187) -> (continuation of Deferred@72482562 after retry RPC after error@1697294978) -> (continuation of Deferred@163444558 after retry RPC after error@762866937), errback=(continuation of Deferred@483391929 after retry RPC after error@1073773179) -> (continuation of Deferred@363993833 after retry RPC after error@1383906168) -> (continuation of Deferred@832406207 after retry RPC after error@1913513301) -> (continuation of Deferred@2012073135 after retry RPC after error@1090330193) -> (continuation of Deferred@489223307 after retry RPC after error@9604406) -> (continuation of Deferred@419672383 after retry RPC after error@824454104) -> (continuation of Deferred@1802636763 after retry RPC after error@2132661950) -> (continuation of Deferred@2073238059 after retry RPC after error@1811514474) -> (continuation of Deferred@278806555 after retry RPC after error@27774096) -> (continuation of Deferred@1644616909 after retry RPC after error@1165745715) -> (continuation of Deferred@654819359 after retry RPC after error@410733347) -> (continuation of Deferred@1288637525 after retry RPC after error@1465833913) -> (continuation of Deferred@1312881781 after retry RPC after error@203461837) -> (continuation of Deferred@943295672 after retry RPC after error@428542231) -> (continuation of Deferred@1356987655 after retry RPC after error@1492098346) -> (continuation of Deferred@742885059 after retry RPC after error@1841684973) -> (continuation of Deferred@840118423 after retry RPC after error@372374834) -> (continuation of Deferred@114299049 after retry RPC after error@1155023639) -> (continuation of Deferred@1877234835 after retry RPC after error@1990589488) -> (continuation of Deferred@1895235349 after retry RPC after error@1991297767) -> (continuation of Deferred@993876078 after retry RPC after error@1646290757) -> (continuation of Deferred@636039747 after retry RPC after error@1434334187) -> (continuation of Deferred@72482562 after retry RPC after error@1697294978) -> (continuation of Deferred@163444558 after retry RPC after error@762866937)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:41.984 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
02:14:41.984 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RUNNING to RESTARTING.
02:14:41.984 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:41.984 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
02:14:41.985 [INFO - pool-195-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_14 .
02:14:41.986 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_13 .
02:14:41.992 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_13 , session=e6d11575-010f-4226-9842-35019d7bf253
02:14:41.994 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
02:14:41.995 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:14:41.995 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:14:41.995 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:14:41.995 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:14:42.004 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_14 , session=b8014c90-f63d-44bc-8992-47935c97db1a
02:14:42.021 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(899247935c97db1ab8014c90f63d44bc).
02:14:42.027 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:14:42.033 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1080) Registering TaskManager with ResourceID bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb (pekko://flink/user/rpc/taskmanager_12) at ResourceManager
02:14:42.033 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_14 under registration id 0b9cb8888a20bf5a00be9af3c856b80f.
02:14:42.033 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (44710d49591530d867cb2816f851b96f).
02:14:42.034 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:344) Registering task executor bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb under 0b9cb8888a20bf5a00be9af3c856b80f at the slot manager.
02:14:42.034 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (44710d49591530d867cb2816f851b96f).
02:14:42.034 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-44710d49591530d867cb2816f851b96f'.
02:14:42.034 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 44710d49591530d867cb2816f851b96f was granted leadership with leader id e144a9b3-6580-4ec0-a8a8-9385a82c03e1. Creating new JobMasterServiceProcess.
02:14:42.036 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_15 .
02:14:42.040 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (44710d49591530d867cb2816f851b96f).
02:14:42.041 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (44710d49591530d867cb2816f851b96f).
02:14:42.041 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph b4b9f2e6dece1ba7265ba20e56d423b6 for job 44710d49591530d867cb2816f851b96f.
02:14:42.041 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (44710d49591530d867cb2816f851b96f).
02:14:42.041 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:14:42.042 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:14:42.042 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e030403
02:14:42.042 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:42.043 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:14:42.044 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:14:42.044 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@7126493b for Flink Streaming Job (44710d49591530d867cb2816f851b96f).
02:14:42.044 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_15 , session=e144a9b3-6580-4ec0-a8a8-9385a82c03e1
02:14:42.045 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (44710d49591530d867cb2816f851b96f) under job master id a8a89385a82c03e1e144a9b365804ec0.
02:14:42.045 [INFO - flink-pekko.actor.default-dispatcher-9] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:14:42.047 [DEBUG - flink-pekko.actor.default-dispatcher-9] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.048 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:14:42.048 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state CREATED to RUNNING.
02:14:42.049 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:14:42.049 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:14:42.050 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:14:42.050 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:14:42.051 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(899247935c97db1ab8014c90f63d44bc)
02:14:42.053 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:14:42.053 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager a8a89385a82c03e1e144a9b365804ec0@pekko://flink/user/rpc/jobmanager_15 for job 44710d49591530d867cb2816f851b96f.
02:14:42.055 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:42.055 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:42.056 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:42.057 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.126.252:33207(127.26.126.252:33207)] Successfully connected to peer
02:14:42.066 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.126.253:36049(127.26.126.253:36049)] Successfully connected to peer
02:14:42.067 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1015) Registered job manager a8a89385a82c03e1e144a9b365804ec0@pekko://flink/user/rpc/jobmanager_15 for job 44710d49591530d867cb2816f851b96f.
02:14:42.068 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:42.068 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:42.068 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:42.069 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:42.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:42.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:42.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:42.070 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:42.070 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:42.070 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 899247935c97db1ab8014c90f63d44bc.
02:14:42.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:42.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:42.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:42.070 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:42.071 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:14:42.071 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28476), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [35ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [38ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [107ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [215ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [217ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [217ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [443ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [944ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1943ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3900ms] refreshing cache from master, [3900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3902ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3903ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3904ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3904ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5741ms] refreshing cache from master, [5741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5742ms] too many traces: truncated at 100 traces, deferred=Deferred@958566554(state=PENDING, result=null, callback=(continuation of Deferred@171987821 after retry RPC after error@1695277004) -> (continuation of Deferred@2000982240 after retry RPC after error@1523542226) -> (continuation of Deferred@1385993181 after retry RPC after error@1767035901) -> (continuation of Deferred@977440167 after retry RPC after error@459992005) -> (continuation of Deferred@769560846 after retry RPC after error@1391227507) -> (continuation of Deferred@2087576124 after retry RPC after error@806685367) -> (continuation of Deferred@1763355482 after retry RPC after error@1481909216) -> (continuation of Deferred@1270564564 after retry RPC after error@1407434150) -> (continuation of Deferred@1872727291 after retry RPC after error@380496331) -> (continuation of Deferred@129073196 after retry RPC after error@1240536049) -> (continuation of Deferred@1520084576 after retry RPC after error@587267913) -> (continuation of Deferred@683387877 after retry RPC after error@1771330456) -> (continuation of Deferred@1722964332 after retry RPC after error@1114376260) -> (continuation of Deferred@930969455 after retry RPC after error@2097062531) -> (continuation of Deferred@150207817 after retry RPC after error@713026107) -> (continuation of Deferred@1986340372 after retry RPC after error@2139515105) -> (continuation of Deferred@1753799661 after retry RPC after error@1031002869) -> (continuation of Deferred@1660489417 after retry RPC after error@787788567) -> (continuation of Deferred@873111 after retry RPC after error@587895825) -> (continuation of Deferred@162486783 after retry RPC after error@38289366) -> (continuation of Deferred@1748720866 after retry RPC after error@535226344) -> (continuation of Deferred@1828005194 after retry RPC after error@796922253) -> (continuation of Deferred@502174931 after retry RPC after error@891283745) -> (continuation of Deferred@1879393725 after retry RPC after error@1604726345) -> (continuation of Deferred@914841954 after retry RPC after error@2082197618), errback=(continuation of Deferred@171987821 after retry RPC after error@1695277004) -> (continuation of Deferred@2000982240 after retry RPC after error@1523542226) -> (continuation of Deferred@1385993181 after retry RPC after error@1767035901) -> (continuation of Deferred@977440167 after retry RPC after error@459992005) -> (continuation of Deferred@769560846 after retry RPC after error@1391227507) -> (continuation of Deferred@2087576124 after retry RPC after error@806685367) -> (continuation of Deferred@1763355482 after retry RPC after error@1481909216) -> (continuation of Deferred@1270564564 after retry RPC after error@1407434150) -> (continuation of Deferred@1872727291 after retry RPC after error@380496331) -> (continuation of Deferred@129073196 after retry RPC after error@1240536049) -> (continuation of Deferred@1520084576 after retry RPC after error@587267913) -> (continuation of Deferred@683387877 after retry RPC after error@1771330456) -> (continuation of Deferred@1722964332 after retry RPC after error@1114376260) -> (continuation of Deferred@930969455 after retry RPC after error@2097062531) -> (continuation of Deferred@150207817 after retry RPC after error@713026107) -> (continuation of Deferred@1986340372 after retry RPC after error@2139515105) -> (continuation of Deferred@1753799661 after retry RPC after error@1031002869) -> (continuation of Deferred@1660489417 after retry RPC after error@787788567) -> (continuation of Deferred@873111 after retry RPC after error@587895825) -> (continuation of Deferred@162486783 after retry RPC after error@38289366) -> (continuation of Deferred@1748720866 after retry RPC after error@535226344) -> (continuation of Deferred@1828005194 after retry RPC after error@796922253) -> (continuation of Deferred@502174931 after retry RPC after error@891283745) -> (continuation of Deferred@1879393725 after retry RPC after error@1604726345) -> (continuation of Deferred@914841954 after retry RPC after error@2082197618)))
02:14:42.072 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:14:42.072 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28476), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [35ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [38ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [107ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [215ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [217ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [217ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [443ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [944ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1943ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3900ms] refreshing cache from master, [3900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3902ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3903ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3904ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3904ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5741ms] refreshing cache from master, [5741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5742ms] too many traces: truncated at 100 traces, deferred=Deferred@958566554(state=PENDING, result=null, callback=(continuation of Deferred@171987821 after retry RPC after error@1695277004) -> (continuation of Deferred@2000982240 after retry RPC after error@1523542226) -> (continuation of Deferred@1385993181 after retry RPC after error@1767035901) -> (continuation of Deferred@977440167 after retry RPC after error@459992005) -> (continuation of Deferred@769560846 after retry RPC after error@1391227507) -> (continuation of Deferred@2087576124 after retry RPC after error@806685367) -> (continuation of Deferred@1763355482 after retry RPC after error@1481909216) -> (continuation of Deferred@1270564564 after retry RPC after error@1407434150) -> (continuation of Deferred@1872727291 after retry RPC after error@380496331) -> (continuation of Deferred@129073196 after retry RPC after error@1240536049) -> (continuation of Deferred@1520084576 after retry RPC after error@587267913) -> (continuation of Deferred@683387877 after retry RPC after error@1771330456) -> (continuation of Deferred@1722964332 after retry RPC after error@1114376260) -> (continuation of Deferred@930969455 after retry RPC after error@2097062531) -> (continuation of Deferred@150207817 after retry RPC after error@713026107) -> (continuation of Deferred@1986340372 after retry RPC after error@2139515105) -> (continuation of Deferred@1753799661 after retry RPC after error@1031002869) -> (continuation of Deferred@1660489417 after retry RPC after error@787788567) -> (continuation of Deferred@873111 after retry RPC after error@587895825) -> (continuation of Deferred@162486783 after retry RPC after error@38289366) -> (continuation of Deferred@1748720866 after retry RPC after error@535226344) -> (continuation of Deferred@1828005194 after retry RPC after error@796922253) -> (continuation of Deferred@502174931 after retry RPC after error@891283745) -> (continuation of Deferred@1879393725 after retry RPC after error@1604726345) -> (continuation of Deferred@914841954 after retry RPC after error@2082197618), errback=(continuation of Deferred@171987821 after retry RPC after error@1695277004) -> (continuation of Deferred@2000982240 after retry RPC after error@1523542226) -> (continuation of Deferred@1385993181 after retry RPC after error@1767035901) -> (continuation of Deferred@977440167 after retry RPC after error@459992005) -> (continuation of Deferred@769560846 after retry RPC after error@1391227507) -> (continuation of Deferred@2087576124 after retry RPC after error@806685367) -> (continuation of Deferred@1763355482 after retry RPC after error@1481909216) -> (continuation of Deferred@1270564564 after retry RPC after error@1407434150) -> (continuation of Deferred@1872727291 after retry RPC after error@380496331) -> (continuation of Deferred@129073196 after retry RPC after error@1240536049) -> (continuation of Deferred@1520084576 after retry RPC after error@587267913) -> (continuation of Deferred@683387877 after retry RPC after error@1771330456) -> (continuation of Deferred@1722964332 after retry RPC after error@1114376260) -> (continuation of Deferred@930969455 after retry RPC after error@2097062531) -> (continuation of Deferred@150207817 after retry RPC after error@713026107) -> (continuation of Deferred@1986340372 after retry RPC after error@2139515105) -> (continuation of Deferred@1753799661 after retry RPC after error@1031002869) -> (continuation of Deferred@1660489417 after retry RPC after error@787788567) -> (continuation of Deferred@873111 after retry RPC after error@587895825) -> (continuation of Deferred@162486783 after retry RPC after error@38289366) -> (continuation of Deferred@1748720866 after retry RPC after error@535226344) -> (continuation of Deferred@1828005194 after retry RPC after error@796922253) -> (continuation of Deferred@502174931 after retry RPC after error@891283745) -> (continuation of Deferred@1879393725 after retry RPC after error@1604726345) -> (continuation of Deferred@914841954 after retry RPC after error@2082197618)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:42.073 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
02:14:42.075 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
02:14:42.077 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28476), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [35ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [38ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [107ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [215ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [217ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [217ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [443ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [944ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1943ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3900ms] refreshing cache from master, [3900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3902ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3903ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3904ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3904ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5741ms] refreshing cache from master, [5741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5742ms] too many traces: truncated at 100 traces, deferred=Deferred@958566554(state=PENDING, result=null, callback=(continuation of Deferred@171987821 after retry RPC after error@1695277004) -> (continuation of Deferred@2000982240 after retry RPC after error@1523542226) -> (continuation of Deferred@1385993181 after retry RPC after error@1767035901) -> (continuation of Deferred@977440167 after retry RPC after error@459992005) -> (continuation of Deferred@769560846 after retry RPC after error@1391227507) -> (continuation of Deferred@2087576124 after retry RPC after error@806685367) -> (continuation of Deferred@1763355482 after retry RPC after error@1481909216) -> (continuation of Deferred@1270564564 after retry RPC after error@1407434150) -> (continuation of Deferred@1872727291 after retry RPC after error@380496331) -> (continuation of Deferred@129073196 after retry RPC after error@1240536049) -> (continuation of Deferred@1520084576 after retry RPC after error@587267913) -> (continuation of Deferred@683387877 after retry RPC after error@1771330456) -> (continuation of Deferred@1722964332 after retry RPC after error@1114376260) -> (continuation of Deferred@930969455 after retry RPC after error@2097062531) -> (continuation of Deferred@150207817 after retry RPC after error@713026107) -> (continuation of Deferred@1986340372 after retry RPC after error@2139515105) -> (continuation of Deferred@1753799661 after retry RPC after error@1031002869) -> (continuation of Deferred@1660489417 after retry RPC after error@787788567) -> (continuation of Deferred@873111 after retry RPC after error@587895825) -> (continuation of Deferred@162486783 after retry RPC after error@38289366) -> (continuation of Deferred@1748720866 after retry RPC after error@535226344) -> (continuation of Deferred@1828005194 after retry RPC after error@796922253) -> (continuation of Deferred@502174931 after retry RPC after error@891283745) -> (continuation of Deferred@1879393725 after retry RPC after error@1604726345) -> (continuation of Deferred@914841954 after retry RPC after error@2082197618), errback=(continuation of Deferred@171987821 after retry RPC after error@1695277004) -> (continuation of Deferred@2000982240 after retry RPC after error@1523542226) -> (continuation of Deferred@1385993181 after retry RPC after error@1767035901) -> (continuation of Deferred@977440167 after retry RPC after error@459992005) -> (continuation of Deferred@769560846 after retry RPC after error@1391227507) -> (continuation of Deferred@2087576124 after retry RPC after error@806685367) -> (continuation of Deferred@1763355482 after retry RPC after error@1481909216) -> (continuation of Deferred@1270564564 after retry RPC after error@1407434150) -> (continuation of Deferred@1872727291 after retry RPC after error@380496331) -> (continuation of Deferred@129073196 after retry RPC after error@1240536049) -> (continuation of Deferred@1520084576 after retry RPC after error@587267913) -> (continuation of Deferred@683387877 after retry RPC after error@1771330456) -> (continuation of Deferred@1722964332 after retry RPC after error@1114376260) -> (continuation of Deferred@930969455 after retry RPC after error@2097062531) -> (continuation of Deferred@150207817 after retry RPC after error@713026107) -> (continuation of Deferred@1986340372 after retry RPC after error@2139515105) -> (continuation of Deferred@1753799661 after retry RPC after error@1031002869) -> (continuation of Deferred@1660489417 after retry RPC after error@787788567) -> (continuation of Deferred@873111 after retry RPC after error@587895825) -> (continuation of Deferred@162486783 after retry RPC after error@38289366) -> (continuation of Deferred@1748720866 after retry RPC after error@535226344) -> (continuation of Deferred@1828005194 after retry RPC after error@796922253) -> (continuation of Deferred@502174931 after retry RPC after error@891283745) -> (continuation of Deferred@1879393725 after retry RPC after error@1604726345) -> (continuation of Deferred@914841954 after retry RPC after error@2082197618)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:42.078 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:42.080 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
02:14:42.080 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.252
02:14:42.082 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
02:14:42.091 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.126.254:34137(127.26.126.254:34137)] Successfully connected to peer
02:14:42.101 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.105 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 44710d49591530d867cb2816f851b96f
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:14:42.106 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 57509891799598890191c36589280c8b from bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb for job 44710d49591530d867cb2816f851b96f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:14:42.106 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 86f8326d2beb93038eaca87fac149a2d from bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb for job 44710d49591530d867cb2816f851b96f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:14:42.107 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot abe07a133224f8180a1a478a38afaed5 from bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb for job 44710d49591530d867cb2816f851b96f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:14:42.107 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2c91c29c9bba79858c85545fb98f0abd from bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb for job 44710d49591530d867cb2816f851b96f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:14:42.107 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 57509891799598890191c36589280c8b for job 44710d49591530d867cb2816f851b96f from resource manager with leader id 899247935c97db1ab8014c90f63d44bc.
02:14:42.108 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 57509891799598890191c36589280c8b with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:14:42.111 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.253
02:14:42.111 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.254
02:14:42.118 [DEBUG - main] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:14:42.121 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job 44710d49591530d867cb2816f851b96f for job leader monitoring.
02:14:42.121 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 86f8326d2beb93038eaca87fac149a2d for job 44710d49591530d867cb2816f851b96f from resource manager with leader id 899247935c97db1ab8014c90f63d44bc.
02:14:42.122 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 86f8326d2beb93038eaca87fac149a2d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:14:42.122 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request abe07a133224f8180a1a478a38afaed5 for job 44710d49591530d867cb2816f851b96f from resource manager with leader id 899247935c97db1ab8014c90f63d44bc.
02:14:42.122 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for abe07a133224f8180a1a478a38afaed5 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:14:42.123 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 2c91c29c9bba79858c85545fb98f0abd for job 44710d49591530d867cb2816f851b96f from resource manager with leader id 899247935c97db1ab8014c90f63d44bc.
02:14:42.123 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 2c91c29c9bba79858c85545fb98f0abd with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:14:42.123 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x26754ced, L:/127.0.0.1:51690 - R:/127.26.126.252:33207] using SASL/PLAIN
02:14:42.124 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.124 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_15 with leader id e144a9b3-6580-4ec0-a8a8-9385a82c03e1.
02:14:42.126 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:14:42.128 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_15 for job 44710d49591530d867cb2816f851b96f.
02:14:42.128 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job 44710d49591530d867cb2816f851b96f.
02:14:42.129 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 44710d49591530d867cb2816f851b96f.
02:14:42.130 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:14:42.130 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:42.130 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 57509891799598890191c36589280c8b
02:14:42.130 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [74ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: OK, deferred=null) after lookup
02:14:42.130 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 57509891799598890191c36589280c8b.
02:14:42.132 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 44710d49591530d867cb2816f851b96f.
02:14:42.132 [INFO - flink-pekko.actor.default-dispatcher-5] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:14:42.132 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 44710d49591530d867cb2816f851b96f
02:14:42.132 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 57509891799598890191c36589280c8b.
02:14:42.150 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5b947675, L:/127.0.0.1:34506 - R:/127.26.126.254:34137] using SASL/PLAIN
02:14:42.151 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:42.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3d12e45193e24d3fb08919467876dd76 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:42.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 16cc208ff5e94250a5d2325469e86867 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:42.162 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 200136c1be434322960489046e98ae23 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:42.162 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2853e0088cf64f998795f0353775e2d7 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:42.162 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c2c4318690ad4ebaaef4ada1b316214e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:42.163 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 38c55b12b46b4b0a809f1e53ef851492 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:42.163 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3a02bd05, L:/127.0.0.1:44502 - R:/127.26.126.253:36049] using SASL/PLAIN
02:14:42.163 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:42.169 [DEBUG - main] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:14:42.172 [DEBUG - main] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:14:42.173 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.81.126:36339(127.27.81.126:36339)] Successfully connected to peer
02:14:42.174 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:14:42.174 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 2c91c29c9bba79858c85545fb98f0abd
02:14:42.175 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:14:42.175 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id abe07a133224f8180a1a478a38afaed5
02:14:42.176 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:14:42.176 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 86f8326d2beb93038eaca87fac149a2d
02:14:42.180 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.81.125:43441(127.27.81.125:43441)] Successfully connected to peer
02:14:42.181 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.81.124:40095(127.27.81.124:40095)] Successfully connected to peer
02:14:42.187 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.125
02:14:42.199 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 2c91c29c9bba79858c85545fb98f0abd.
02:14:42.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:42.200 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 2c91c29c9bba79858c85545fb98f0abd.
02:14:42.207 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.126
02:14:42.209 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.124
02:14:42.226 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.228 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot abe07a133224f8180a1a478a38afaed5.
02:14:42.232 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id abe07a133224f8180a1a478a38afaed5.
02:14:42.233 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:14:42.233 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:14:42.236 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.243 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d758972
02:14:42.243 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:42.244 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:14:42.245 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:14:42.245 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:14:42.246 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeb68f0f1, L:/127.0.0.1:54202 - R:/127.27.81.126:36339] using SASL/PLAIN
02:14:42.247 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xaf6f616f, L:/127.0.0.1:41144 - R:/127.27.81.124:40095] using SASL/PLAIN
02:14:42.253 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.255 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:14:42.256 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:14:42.256 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@51bf1f33
02:14:42.256 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:42.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:42.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=168), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [139ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: OK, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: OK, deferred=null) after lookup
02:14:42.258 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@787a08c7
02:14:42.259 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x67e6e424, L:/127.0.0.1:37142 - R:/127.27.81.125:43441] using SASL/PLAIN
02:14:42.259 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 57509891799598890191c36589280c8b.
02:14:42.259 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 2c91c29c9bba79858c85545fb98f0abd.
02:14:42.259 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot abe07a133224f8180a1a478a38afaed5.
02:14:42.259 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 86f8326d2beb93038eaca87fac149a2d.
02:14:42.259 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 86f8326d2beb93038eaca87fac149a2d.
02:14:42.261 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:14:42.262 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:14:42.262 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:42.263 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:14:42.263 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 86f8326d2beb93038eaca87fac149a2d.
02:14:42.263 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:42.264 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:42.264 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:42.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:42.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:42.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:42.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:42.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:42.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:42.266 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2782c4dc
02:14:42.266 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:42.266 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:14:42.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:42.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:42.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:42.266 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:42.266 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:14:42.267 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:14:42.268 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:14:42.270 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:14:42.270 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.274 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:14:42.274 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:14:42.274 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 830a039a3f704cb698b1a4b8d4f2caea for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:42.274 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 72bc73e631674ba09a552e79f662c133 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:42.274 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1bb23ae1487148c9872a1c863ad041b5 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:42.274 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fe0938fc21174d78b52b6f00add6f12f for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:42.274 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c703f3f27bec455381c0154045db3a69 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:42.274 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57d3a95c
02:14:42.274 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 419abe5c503c49e7a76f8a772ec5501c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:42.275 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=830a039a3f704cb698b1a4b8d4f2caea@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=72bc73e631674ba09a552e79f662c133@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1bb23ae1487148c9872a1c863ad041b5@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=fe0938fc21174d78b52b6f00add6f12f@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c703f3f27bec455381c0154045db3a69@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=419abe5c503c49e7a76f8a772ec5501c@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:42.275 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.81.124:40095, [8ms] Sub RPC GetTableLocations: received response from server master-127.27.81.124:40095: OK, deferred=null)) after lookup
02:14:42.275 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] connecting to peer
02:14:42.274 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:42.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:14:42.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:42.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:14:42.280 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:14:42.283 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:42.283 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:42.284 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:42.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:42.286 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:14:42.288 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@605b2190
02:14:42.288 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1677358e
02:14:42.291 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.292 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12590d4c
02:14:42.294 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.295 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.300 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:42.301 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:42.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.301 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:42.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.302 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:14:42.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.303 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:42.303 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.81.125:43441(127.27.81.125:43441)] Successfully connected to peer
02:14:42.309 [DEBUG - kudu-nio-3] (Connection.java:757) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] Successfully connected to peer
02:14:42.310 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.125
02:14:42.310 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:14:42.313 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.81.126:36339(127.27.81.126:36339)] Successfully connected to peer
02:14:42.313 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:42.318 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.126
02:14:42.321 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.322 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.81.124:40095(127.27.81.124:40095)] Successfully connected to peer
02:14:42.326 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.124
02:14:42.327 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xffe00b77, L:/127.0.0.1:37146 - R:/127.27.81.125:43441] using SASL/PLAIN
02:14:42.336 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.338 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.340 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3e271c0b, L:/127.0.0.1:45786 - R:/127.27.81.65:34101] using TOKEN/null
02:14:42.345 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:14:42.354 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.357 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:14:42.360 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4ad71c78, L:/127.0.0.1:41146 - R:/127.27.81.124:40095] using SASL/PLAIN
02:14:42.362 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcbb9b826, L:/127.0.0.1:54218 - R:/127.27.81.126:36339] using SASL/PLAIN
02:14:42.369 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:42.370 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=99), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: OK, deferred=null) after lookup
02:14:42.373 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:42.374 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:14:42.375 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:14:42.377 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:42.378 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1cdba177
02:14:42.379 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:14:42.380 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:14:42.382 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.81.125:43441(127.27.81.125:43441)] Successfully connected to peer
02:14:42.384 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.125
02:14:42.388 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.388 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:42.389 [DEBUG - main] (Connection.java:748) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] connecting to peer
02:14:42.391 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:14:42.393 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.81.126:36339(127.27.81.126:36339)] Successfully connected to peer
02:14:42.408 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.126
02:14:42.414 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.81.124:40095(127.27.81.124:40095)] Successfully connected to peer
02:14:42.422 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.124
02:14:42.423 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:14:42.423 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.432 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x22c5b0e9, L:/127.0.0.1:37162 - R:/127.27.81.125:43441] using SASL/PLAIN
02:14:42.443 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.81.125:43441(127.27.81.125:43441)] Successfully connected to peer
02:14:42.447 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.448 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.125
02:14:42.449 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0888120b, L:/127.0.0.1:54220 - R:/127.27.81.126:36339] using SASL/PLAIN
02:14:42.450 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.463 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:42.463 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5c51d406, L:/127.0.0.1:41156 - R:/127.27.81.124:40095] using SASL/PLAIN
02:14:42.463 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:42.464 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:42.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:42.466 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:42.466 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=175), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: OK, [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: OK, deferred=null) after lookup
02:14:42.469 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.469 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:14:42.471 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d609bbea63a6630e3998cb9053e3aec820efe1df7ea2bf73be23668c85f052a4'}]
02:14:42.473 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.474 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:42.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:42.479 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@56b88a55
02:14:42.480 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:14:42.489 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x47cbe340, L:/127.0.0.1:37174 - R:/127.27.81.125:43441] using SASL/PLAIN
02:14:42.493 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.81.125:43441(127.27.81.125:43441)] Successfully connected to peer
02:14:42.497 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.125
02:14:42.507 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:14:42.510 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.81.126:36339(127.27.81.126:36339)] Successfully connected to peer
02:14:42.512 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.126
02:14:42.512 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.81.124:40095(127.27.81.124:40095)] Successfully connected to peer
02:14:42.517 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.124
02:14:42.520 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.524 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:14:42.525 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:14:42.525 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:14:42.532 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.534 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x17fc9429, L:/127.0.0.1:37176 - R:/127.27.81.125:43441] using SASL/PLAIN
02:14:42.539 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.539 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9cc590f7, L:/127.0.0.1:41166 - R:/127.27.81.124:40095] using SASL/PLAIN
02:14:42.542 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:14:42.544 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299997, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}]
02:14:42.548 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:14:42.549 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5d40586161adda780326f7279d3a2f25e9d78ad9f497670f757cbe90a5aff0ee'}]
02:14:42.549 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:42.549 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=239), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [136ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: OK, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [193ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: OK, deferred=null) after lookup
02:14:42.551 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.553 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:14:42.554 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:42.557 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:42.557 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa89b9c9f, L:/127.0.0.1:54232 - R:/127.27.81.126:36339] using SASL/PLAIN
02:14:42.559 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:14:42.560 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] Successfully connected to peer
02:14:42.561 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:42.561 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:42.562 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2f35e504
02:14:42.563 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:14:42.563 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:14:42.563 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:14:42.564 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.81.126:36339(127.27.81.126:36339)] Successfully connected to peer
02:14:42.574 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:42.579 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.126
02:14:42.581 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.588 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xf5d60a8e, L:/127.0.0.1:52416 - R:/127.27.81.66:38807] using TOKEN/null
02:14:42.596 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.598 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:42.602 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:42.604 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7c99eec4, L:/127.0.0.1:54236 - R:/127.27.81.126:36339] using SASL/PLAIN
02:14:42.604 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:14:42.605 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='721b875b91becf42a9ab5acf2e21515feedb08ab0c97f45d9ccf1bf2e5f5d635'}]
02:14:42.607 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.611 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.612 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:42.621 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.622 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:42.623 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:14:42.624 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:42.626 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.628 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.629 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:42.632 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd38063ea, L:/127.0.0.1:34160 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:42.638 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.638 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:42.648 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.648 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:42.649 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.81.124:40095(127.27.81.124:40095)] Successfully connected to peer
02:14:42.652 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.81.124
02:14:42.657 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:14:42.662 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:42.678 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:42.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:42.706 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:42.708 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:42.713 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.713 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:42.719 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.719 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:42.722 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:42.729 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.729 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:42.735 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.735 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:42.745 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.746 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:42.762 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305121308872704001) for scanner KuduScanner(table=replication_test_table, tablet=3d12e45193e24d3fb08919467876dd76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.763 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [d609bbea63a6630e3998cb9053e3aec820efe1df7ea2bf73be23668c85f052a4]
02:14:42.763 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:42.764 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:42.764 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:42.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:42.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:42.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:42.766 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:42.772 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:42.774 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:14:42.779 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d609bbea63a6630e3998cb9053e3aec820efe1df7ea2bf73be23668c85f052a4]
02:14:42.780 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d609bbea63a6630e3998cb9053e3aec820efe1df7ea2bf73be23668c85f052a4 finished by subtask 1; deferring removal (restored in pending)
02:14:42.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:14:42.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:14:42.782 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:42.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:42.783 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cfecc9336ae1588b161eca68ff0ecabc76be851596a9127057ab900b87a39cd4'}]
02:14:42.786 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:42.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 830a039a3f704cb698b1a4b8d4f2caea for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:42.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 72bc73e631674ba09a552e79f662c133 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:42.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1bb23ae1487148c9872a1c863ad041b5 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:42.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fe0938fc21174d78b52b6f00add6f12f for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:42.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c703f3f27bec455381c0154045db3a69 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:42.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 419abe5c503c49e7a76f8a772ec5501c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:42.794 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=830a039a3f704cb698b1a4b8d4f2caea@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=72bc73e631674ba09a552e79f662c133@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1bb23ae1487148c9872a1c863ad041b5@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=fe0938fc21174d78b52b6f00add6f12f@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c703f3f27bec455381c0154045db3a69@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=419abe5c503c49e7a76f8a772ec5501c@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:42.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 830a039a3f704cb698b1a4b8d4f2caea for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:42.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 72bc73e631674ba09a552e79f662c133 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:42.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1bb23ae1487148c9872a1c863ad041b5 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:42.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fe0938fc21174d78b52b6f00add6f12f for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:42.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c703f3f27bec455381c0154045db3a69 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:42.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 419abe5c503c49e7a76f8a772ec5501c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:42.795 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=830a039a3f704cb698b1a4b8d4f2caea@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=72bc73e631674ba09a552e79f662c133@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1bb23ae1487148c9872a1c863ad041b5@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=fe0938fc21174d78b52b6f00add6f12f@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c703f3f27bec455381c0154045db3a69@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=419abe5c503c49e7a76f8a772ec5501c@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:42.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 830a039a3f704cb698b1a4b8d4f2caea for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:42.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 72bc73e631674ba09a552e79f662c133 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:42.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1bb23ae1487148c9872a1c863ad041b5 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:42.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fe0938fc21174d78b52b6f00add6f12f for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:42.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c703f3f27bec455381c0154045db3a69 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:42.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 419abe5c503c49e7a76f8a772ec5501c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:42.796 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=830a039a3f704cb698b1a4b8d4f2caea@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=72bc73e631674ba09a552e79f662c133@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1bb23ae1487148c9872a1c863ad041b5@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=fe0938fc21174d78b52b6f00add6f12f@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c703f3f27bec455381c0154045db3a69@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=419abe5c503c49e7a76f8a772ec5501c@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:42.803 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.804 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:42.805 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 830a039a3f704cb698b1a4b8d4f2caea for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:42.805 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 72bc73e631674ba09a552e79f662c133 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:42.805 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1bb23ae1487148c9872a1c863ad041b5 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:42.805 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fe0938fc21174d78b52b6f00add6f12f for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:42.805 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c703f3f27bec455381c0154045db3a69 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:42.805 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 419abe5c503c49e7a76f8a772ec5501c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:42.806 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=830a039a3f704cb698b1a4b8d4f2caea@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=72bc73e631674ba09a552e79f662c133@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1bb23ae1487148c9872a1c863ad041b5@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=fe0938fc21174d78b52b6f00add6f12f@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c703f3f27bec455381c0154045db3a69@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=419abe5c503c49e7a76f8a772ec5501c@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:42.810 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.810 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:42.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:42.814 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:42.826 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.827 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.827 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:42.829 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:42.833 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.833 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:42.833 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1ef1e7de, L:/127.0.0.1:34164 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:42.839 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.839 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:42.840 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x91787fd3, L:/127.0.0.1:41180 - R:/127.27.81.124:40095] using SASL/PLAIN
02:14:42.840 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:42.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:42.841 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:42.841 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:14:42.846 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:42.846 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=552), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: OK, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [245ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: OK, [471ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: OK, deferred=null) after lookup
02:14:42.851 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe3f42c5f, L:/127.0.0.1:34170 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:42.865 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:42.865 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121308872704001) for scanner KuduScanner(table=replication_test_table, tablet=16cc208ff5e94250a5d2325469e86867, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.866 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:42.866 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [5d40586161adda780326f7279d3a2f25e9d78ad9f497670f757cbe90a5aff0ee]
02:14:42.866 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:42.866 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5d40586161adda780326f7279d3a2f25e9d78ad9f497670f757cbe90a5aff0ee]
02:14:42.866 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:42.866 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:42.866 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:42.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:42.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:42.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:42.867 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5d40586161adda780326f7279d3a2f25e9d78ad9f497670f757cbe90a5aff0ee finished by subtask 3; deferring removal (restored in pending)
02:14:42.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:42.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:42.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:42.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:42.868 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:14:42.868 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:14:42.868 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e11c700370bb25c0a58b9eba7e31bf9d90529c3bd0041a97136469b583359c44'}]
02:14:42.870 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.870 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:42.872 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:42.881 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121308872704001) for scanner KuduScanner(table=replication_test_table, tablet=200136c1be434322960489046e98ae23, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.881 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [721b875b91becf42a9ab5acf2e21515feedb08ab0c97f45d9ccf1bf2e5f5d635]
02:14:42.883 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [721b875b91becf42a9ab5acf2e21515feedb08ab0c97f45d9ccf1bf2e5f5d635]
02:14:42.884 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:14:42.884 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:14:42.885 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 721b875b91becf42a9ab5acf2e21515feedb08ab0c97f45d9ccf1bf2e5f5d635 finished by subtask 0; deferring removal (restored in pending)
02:14:42.886 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:42.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:42.889 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ce03bdc03b7c9426915658aed8a7c3b53ecc355607462dd58117b4bf813f9e74'}]
02:14:42.890 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:42.895 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.895 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:42.901 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:42.901 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@23d52aa8
02:14:42.902 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:14:42.903 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:14:42.903 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.903 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:42.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:42.906 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:14:42.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:42.910 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.910 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:42.915 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:14:42.919 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}]
02:14:42.933 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.933 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:42.940 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.940 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:42.941 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:42.942 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:42.942 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:42.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:42.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:42.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:42.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:42.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:42.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:42.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:42.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:42.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:42.944 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:42.949 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:42.949 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:42.979 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:14:42.982 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:43.001 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:14:43.002 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:14:43.006 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.006 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:43.012 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.015 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:43.020 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:43.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:43.020 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:43.021 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:14:43.021 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.021 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:43.030 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.030 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:43.037 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.037 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:43.042 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.043 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:43.062 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:43.072 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:43.086 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:43.103 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.104 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:43.105 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:43.106 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:43.106 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:43.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:43.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:43.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:43.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:43.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:43.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:43.108 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:43.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:43.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:43.108 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:43.108 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [14ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [49ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [73ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [107ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [128ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1241ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2121ms] refreshing cache from master, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2124ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2124ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2125ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2125ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1288782657(state=PENDING, result=null, callback=(continuation of Deferred@998531143 after retry RPC after error@1189835694) -> (continuation of Deferred@1760575686 after retry RPC after error@780000722) -> (continuation of Deferred@920851970 after retry RPC after error@721974643) -> (continuation of Deferred@1100281508 after retry RPC after error@21438473) -> (continuation of Deferred@800748837 after retry RPC after error@1198599756) -> (continuation of Deferred@565625296 after retry RPC after error@432663175) -> (continuation of Deferred@1705420742 after retry RPC after error@736880240) -> (continuation of Deferred@1019484828 after retry RPC after error@1779384913) -> (continuation of Deferred@986140737 after retry RPC after error@1315698959) -> (continuation of Deferred@1390873252 after retry RPC after error@1114298211) -> (continuation of Deferred@1118818871 after retry RPC after error@1402861804) -> (continuation of Deferred@960854545 after retry RPC after error@755004309) -> (continuation of Deferred@285352552 after retry RPC after error@761586236) -> (continuation of Deferred@1063485555 after retry RPC after error@298963153) -> (continuation of Deferred@297841121 after retry RPC after error@465556711) -> (continuation of Deferred@947699707 after retry RPC after error@657766269) -> (continuation of Deferred@871318979 after retry RPC after error@1452451765) -> (continuation of Deferred@197941755 after retry RPC after error@163678368) -> (continuation of Deferred@1086915846 after retry RPC after error@52800933) -> (continuation of Deferred@1783574459 after retry RPC after error@1867394778) -> (continuation of Deferred@1739056896 after retry RPC after error@1237399252) -> (continuation of Deferred@1524689568 after retry RPC after error@1145452504), errback=(continuation of Deferred@998531143 after retry RPC after error@1189835694) -> (continuation of Deferred@1760575686 after retry RPC after error@780000722) -> (continuation of Deferred@920851970 after retry RPC after error@721974643) -> (continuation of Deferred@1100281508 after retry RPC after error@21438473) -> (continuation of Deferred@800748837 after retry RPC after error@1198599756) -> (continuation of Deferred@565625296 after retry RPC after error@432663175) -> (continuation of Deferred@1705420742 after retry RPC after error@736880240) -> (continuation of Deferred@1019484828 after retry RPC after error@1779384913) -> (continuation of Deferred@986140737 after retry RPC after error@1315698959) -> (continuation of Deferred@1390873252 after retry RPC after error@1114298211) -> (continuation of Deferred@1118818871 after retry RPC after error@1402861804) -> (continuation of Deferred@960854545 after retry RPC after error@755004309) -> (continuation of Deferred@285352552 after retry RPC after error@761586236) -> (continuation of Deferred@1063485555 after retry RPC after error@298963153) -> (continuation of Deferred@297841121 after retry RPC after error@465556711) -> (continuation of Deferred@947699707 after retry RPC after error@657766269) -> (continuation of Deferred@871318979 after retry RPC after error@1452451765) -> (continuation of Deferred@197941755 after retry RPC after error@163678368) -> (continuation of Deferred@1086915846 after retry RPC after error@52800933) -> (continuation of Deferred@1783574459 after retry RPC after error@1867394778) -> (continuation of Deferred@1739056896 after retry RPC after error@1237399252) -> (continuation of Deferred@1524689568 after retry RPC after error@1145452504)))
02:14:43.109 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:14:43.109 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [14ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [49ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [73ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [107ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [128ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1241ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2121ms] refreshing cache from master, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2124ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2124ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2125ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2125ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1288782657(state=PENDING, result=null, callback=(continuation of Deferred@998531143 after retry RPC after error@1189835694) -> (continuation of Deferred@1760575686 after retry RPC after error@780000722) -> (continuation of Deferred@920851970 after retry RPC after error@721974643) -> (continuation of Deferred@1100281508 after retry RPC after error@21438473) -> (continuation of Deferred@800748837 after retry RPC after error@1198599756) -> (continuation of Deferred@565625296 after retry RPC after error@432663175) -> (continuation of Deferred@1705420742 after retry RPC after error@736880240) -> (continuation of Deferred@1019484828 after retry RPC after error@1779384913) -> (continuation of Deferred@986140737 after retry RPC after error@1315698959) -> (continuation of Deferred@1390873252 after retry RPC after error@1114298211) -> (continuation of Deferred@1118818871 after retry RPC after error@1402861804) -> (continuation of Deferred@960854545 after retry RPC after error@755004309) -> (continuation of Deferred@285352552 after retry RPC after error@761586236) -> (continuation of Deferred@1063485555 after retry RPC after error@298963153) -> (continuation of Deferred@297841121 after retry RPC after error@465556711) -> (continuation of Deferred@947699707 after retry RPC after error@657766269) -> (continuation of Deferred@871318979 after retry RPC after error@1452451765) -> (continuation of Deferred@197941755 after retry RPC after error@163678368) -> (continuation of Deferred@1086915846 after retry RPC after error@52800933) -> (continuation of Deferred@1783574459 after retry RPC after error@1867394778) -> (continuation of Deferred@1739056896 after retry RPC after error@1237399252) -> (continuation of Deferred@1524689568 after retry RPC after error@1145452504), errback=(continuation of Deferred@998531143 after retry RPC after error@1189835694) -> (continuation of Deferred@1760575686 after retry RPC after error@780000722) -> (continuation of Deferred@920851970 after retry RPC after error@721974643) -> (continuation of Deferred@1100281508 after retry RPC after error@21438473) -> (continuation of Deferred@800748837 after retry RPC after error@1198599756) -> (continuation of Deferred@565625296 after retry RPC after error@432663175) -> (continuation of Deferred@1705420742 after retry RPC after error@736880240) -> (continuation of Deferred@1019484828 after retry RPC after error@1779384913) -> (continuation of Deferred@986140737 after retry RPC after error@1315698959) -> (continuation of Deferred@1390873252 after retry RPC after error@1114298211) -> (continuation of Deferred@1118818871 after retry RPC after error@1402861804) -> (continuation of Deferred@960854545 after retry RPC after error@755004309) -> (continuation of Deferred@285352552 after retry RPC after error@761586236) -> (continuation of Deferred@1063485555 after retry RPC after error@298963153) -> (continuation of Deferred@297841121 after retry RPC after error@465556711) -> (continuation of Deferred@947699707 after retry RPC after error@657766269) -> (continuation of Deferred@871318979 after retry RPC after error@1452451765) -> (continuation of Deferred@197941755 after retry RPC after error@163678368) -> (continuation of Deferred@1086915846 after retry RPC after error@52800933) -> (continuation of Deferred@1783574459 after retry RPC after error@1867394778) -> (continuation of Deferred@1739056896 after retry RPC after error@1237399252) -> (continuation of Deferred@1524689568 after retry RPC after error@1145452504)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:43.110 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
02:14:43.112 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:14:43.113 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:43.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:43.114 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:43.114 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:14:43.114 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [14ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [49ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [73ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [107ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [128ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1241ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2121ms] refreshing cache from master, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2124ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2124ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2125ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2125ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1288782657(state=PENDING, result=null, callback=(continuation of Deferred@998531143 after retry RPC after error@1189835694) -> (continuation of Deferred@1760575686 after retry RPC after error@780000722) -> (continuation of Deferred@920851970 after retry RPC after error@721974643) -> (continuation of Deferred@1100281508 after retry RPC after error@21438473) -> (continuation of Deferred@800748837 after retry RPC after error@1198599756) -> (continuation of Deferred@565625296 after retry RPC after error@432663175) -> (continuation of Deferred@1705420742 after retry RPC after error@736880240) -> (continuation of Deferred@1019484828 after retry RPC after error@1779384913) -> (continuation of Deferred@986140737 after retry RPC after error@1315698959) -> (continuation of Deferred@1390873252 after retry RPC after error@1114298211) -> (continuation of Deferred@1118818871 after retry RPC after error@1402861804) -> (continuation of Deferred@960854545 after retry RPC after error@755004309) -> (continuation of Deferred@285352552 after retry RPC after error@761586236) -> (continuation of Deferred@1063485555 after retry RPC after error@298963153) -> (continuation of Deferred@297841121 after retry RPC after error@465556711) -> (continuation of Deferred@947699707 after retry RPC after error@657766269) -> (continuation of Deferred@871318979 after retry RPC after error@1452451765) -> (continuation of Deferred@197941755 after retry RPC after error@163678368) -> (continuation of Deferred@1086915846 after retry RPC after error@52800933) -> (continuation of Deferred@1783574459 after retry RPC after error@1867394778) -> (continuation of Deferred@1739056896 after retry RPC after error@1237399252) -> (continuation of Deferred@1524689568 after retry RPC after error@1145452504), errback=(continuation of Deferred@998531143 after retry RPC after error@1189835694) -> (continuation of Deferred@1760575686 after retry RPC after error@780000722) -> (continuation of Deferred@920851970 after retry RPC after error@721974643) -> (continuation of Deferred@1100281508 after retry RPC after error@21438473) -> (continuation of Deferred@800748837 after retry RPC after error@1198599756) -> (continuation of Deferred@565625296 after retry RPC after error@432663175) -> (continuation of Deferred@1705420742 after retry RPC after error@736880240) -> (continuation of Deferred@1019484828 after retry RPC after error@1779384913) -> (continuation of Deferred@986140737 after retry RPC after error@1315698959) -> (continuation of Deferred@1390873252 after retry RPC after error@1114298211) -> (continuation of Deferred@1118818871 after retry RPC after error@1402861804) -> (continuation of Deferred@960854545 after retry RPC after error@755004309) -> (continuation of Deferred@285352552 after retry RPC after error@761586236) -> (continuation of Deferred@1063485555 after retry RPC after error@298963153) -> (continuation of Deferred@297841121 after retry RPC after error@465556711) -> (continuation of Deferred@947699707 after retry RPC after error@657766269) -> (continuation of Deferred@871318979 after retry RPC after error@1452451765) -> (continuation of Deferred@197941755 after retry RPC after error@163678368) -> (continuation of Deferred@1086915846 after retry RPC after error@52800933) -> (continuation of Deferred@1783574459 after retry RPC after error@1867394778) -> (continuation of Deferred@1739056896 after retry RPC after error@1237399252) -> (continuation of Deferred@1524689568 after retry RPC after error@1145452504)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:43.115 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.115 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:43.115 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:43.119 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
02:14:43.120 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:14:43.121 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.121 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:43.127 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.128 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:43.127 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:43.134 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:43.136 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.136 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:43.140 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:43.144 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.145 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:43.145 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:43.163 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:43.170 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:43.178 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfcf2cdf0, L:/127.0.0.1:34172 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:43.184 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:43.186 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121308872704001) for scanner KuduScanner(table=replication_test_table, tablet=c2c4318690ad4ebaaef4ada1b316214e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.186 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [e11c700370bb25c0a58b9eba7e31bf9d90529c3bd0041a97136469b583359c44]
02:14:43.186 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e11c700370bb25c0a58b9eba7e31bf9d90529c3bd0041a97136469b583359c44]
02:14:43.187 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:14:43.187 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:14:43.187 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:43.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:43.193 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e11c700370bb25c0a58b9eba7e31bf9d90529c3bd0041a97136469b583359c44 finished by subtask 3; deferring removal (restored in pending)
02:14:43.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:43.202 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.202 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:43.204 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:43.205 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:43.216 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x03b166ce, L:/127.0.0.1:34188 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:43.219 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.219 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:43.221 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7421319b, L:/127.0.0.1:34186 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:43.226 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.226 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:43.232 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.233 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:43.241 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.241 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:43.251 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.251 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:43.251 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121308872704001) for scanner KuduScanner(table=replication_test_table, tablet=38c55b12b46b4b0a809f1e53ef851492, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.252 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [ce03bdc03b7c9426915658aed8a7c3b53ecc355607462dd58117b4bf813f9e74]
02:14:43.252 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ce03bdc03b7c9426915658aed8a7c3b53ecc355607462dd58117b4bf813f9e74]
02:14:43.252 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:14:43.252 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:14:43.256 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ce03bdc03b7c9426915658aed8a7c3b53ecc355607462dd58117b4bf813f9e74 finished by subtask 0; deferring removal (restored in pending)
02:14:43.256 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:43.256 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:43.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:43.257 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:14:43.257 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:43.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:43.265 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:43.265 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:43.265 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:43.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:43.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:43.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:43.267 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:43.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:43.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:43.267 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:43.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:43.267 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:43.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:43.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:43.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:43.267 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:43.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:43.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:43.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:43.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:43.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:43.268 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29680), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [7ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [8ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [34ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [37ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [37ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [77ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [107ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [187ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [462ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [743ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [744ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [745ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [745ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1484ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1486ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1486ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2024ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [4821ms] refreshing cache from master, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [4822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [4823ms] too many traces: truncated at 100 traces, deferred=Deferred@242010981(state=PENDING, result=null, callback=(continuation of Deferred@1787008548 after retry RPC after error@1111637667) -> (continuation of Deferred@1423239210 after retry RPC after error@1015756342) -> (continuation of Deferred@1246737717 after retry RPC after error@430652921) -> (continuation of Deferred@1791820638 after retry RPC after error@261272247) -> (continuation of Deferred@952322157 after retry RPC after error@2017980025) -> (continuation of Deferred@2056439260 after retry RPC after error@1611646771) -> (continuation of Deferred@1110276991 after retry RPC after error@90071397) -> (continuation of Deferred@1762588727 after retry RPC after error@2007403642) -> (continuation of Deferred@1585051506 after retry RPC after error@685432977) -> (continuation of Deferred@915110653 after retry RPC after error@1963844874) -> (continuation of Deferred@1683902142 after retry RPC after error@469755084) -> (continuation of Deferred@1993226716 after retry RPC after error@1827780538) -> (continuation of Deferred@2060205860 after retry RPC after error@510754101) -> (continuation of Deferred@435599358 after retry RPC after error@2027659037) -> (continuation of Deferred@1668659773 after retry RPC after error@1996024755) -> (continuation of Deferred@1511914453 after retry RPC after error@2124063996) -> (continuation of Deferred@812666176 after retry RPC after error@31755662) -> (continuation of Deferred@881986868 after retry RPC after error@520417822) -> (continuation of Deferred@757901043 after retry RPC after error@134338085) -> (continuation of Deferred@744395196 after retry RPC after error@351404587) -> (continuation of Deferred@1554064760 after retry RPC after error@1519870007) -> (continuation of Deferred@43833768 after retry RPC after error@117137546) -> (continuation of Deferred@1394876360 after retry RPC after error@852708163) -> (continuation of Deferred@1449563432 after retry RPC after error@197415006), errback=(continuation of Deferred@1787008548 after retry RPC after error@1111637667) -> (continuation of Deferred@1423239210 after retry RPC after error@1015756342) -> (continuation of Deferred@1246737717 after retry RPC after error@430652921) -> (continuation of Deferred@1791820638 after retry RPC after error@261272247) -> (continuation of Deferred@952322157 after retry RPC after error@2017980025) -> (continuation of Deferred@2056439260 after retry RPC after error@1611646771) -> (continuation of Deferred@1110276991 after retry RPC after error@90071397) -> (continuation of Deferred@1762588727 after retry RPC after error@2007403642) -> (continuation of Deferred@1585051506 after retry RPC after error@685432977) -> (continuation of Deferred@915110653 after retry RPC after error@1963844874) -> (continuation of Deferred@1683902142 after retry RPC after error@469755084) -> (continuation of Deferred@1993226716 after retry RPC after error@1827780538) -> (continuation of Deferred@2060205860 after retry RPC after error@510754101) -> (continuation of Deferred@435599358 after retry RPC after error@2027659037) -> (continuation of Deferred@1668659773 after retry RPC after error@1996024755) -> (continuation of Deferred@1511914453 after retry RPC after error@2124063996) -> (continuation of Deferred@812666176 after retry RPC after error@31755662) -> (continuation of Deferred@881986868 after retry RPC after error@520417822) -> (continuation of Deferred@757901043 after retry RPC after error@134338085) -> (continuation of Deferred@744395196 after retry RPC after error@351404587) -> (continuation of Deferred@1554064760 after retry RPC after error@1519870007) -> (continuation of Deferred@43833768 after retry RPC after error@117137546) -> (continuation of Deferred@1394876360 after retry RPC after error@852708163) -> (continuation of Deferred@1449563432 after retry RPC after error@197415006)))
02:14:43.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:43.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:43.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:43.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:43.269 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:14:43.269 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:43.269 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29680), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [7ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [8ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [34ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [37ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [37ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [77ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [107ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [187ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [462ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [743ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [744ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [745ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [745ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1484ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1486ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1486ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2024ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [4821ms] refreshing cache from master, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [4822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [4823ms] too many traces: truncated at 100 traces, deferred=Deferred@242010981(state=PENDING, result=null, callback=(continuation of Deferred@1787008548 after retry RPC after error@1111637667) -> (continuation of Deferred@1423239210 after retry RPC after error@1015756342) -> (continuation of Deferred@1246737717 after retry RPC after error@430652921) -> (continuation of Deferred@1791820638 after retry RPC after error@261272247) -> (continuation of Deferred@952322157 after retry RPC after error@2017980025) -> (continuation of Deferred@2056439260 after retry RPC after error@1611646771) -> (continuation of Deferred@1110276991 after retry RPC after error@90071397) -> (continuation of Deferred@1762588727 after retry RPC after error@2007403642) -> (continuation of Deferred@1585051506 after retry RPC after error@685432977) -> (continuation of Deferred@915110653 after retry RPC after error@1963844874) -> (continuation of Deferred@1683902142 after retry RPC after error@469755084) -> (continuation of Deferred@1993226716 after retry RPC after error@1827780538) -> (continuation of Deferred@2060205860 after retry RPC after error@510754101) -> (continuation of Deferred@435599358 after retry RPC after error@2027659037) -> (continuation of Deferred@1668659773 after retry RPC after error@1996024755) -> (continuation of Deferred@1511914453 after retry RPC after error@2124063996) -> (continuation of Deferred@812666176 after retry RPC after error@31755662) -> (continuation of Deferred@881986868 after retry RPC after error@520417822) -> (continuation of Deferred@757901043 after retry RPC after error@134338085) -> (continuation of Deferred@744395196 after retry RPC after error@351404587) -> (continuation of Deferred@1554064760 after retry RPC after error@1519870007) -> (continuation of Deferred@43833768 after retry RPC after error@117137546) -> (continuation of Deferred@1394876360 after retry RPC after error@852708163) -> (continuation of Deferred@1449563432 after retry RPC after error@197415006), errback=(continuation of Deferred@1787008548 after retry RPC after error@1111637667) -> (continuation of Deferred@1423239210 after retry RPC after error@1015756342) -> (continuation of Deferred@1246737717 after retry RPC after error@430652921) -> (continuation of Deferred@1791820638 after retry RPC after error@261272247) -> (continuation of Deferred@952322157 after retry RPC after error@2017980025) -> (continuation of Deferred@2056439260 after retry RPC after error@1611646771) -> (continuation of Deferred@1110276991 after retry RPC after error@90071397) -> (continuation of Deferred@1762588727 after retry RPC after error@2007403642) -> (continuation of Deferred@1585051506 after retry RPC after error@685432977) -> (continuation of Deferred@915110653 after retry RPC after error@1963844874) -> (continuation of Deferred@1683902142 after retry RPC after error@469755084) -> (continuation of Deferred@1993226716 after retry RPC after error@1827780538) -> (continuation of Deferred@2060205860 after retry RPC after error@510754101) -> (continuation of Deferred@435599358 after retry RPC after error@2027659037) -> (continuation of Deferred@1668659773 after retry RPC after error@1996024755) -> (continuation of Deferred@1511914453 after retry RPC after error@2124063996) -> (continuation of Deferred@812666176 after retry RPC after error@31755662) -> (continuation of Deferred@881986868 after retry RPC after error@520417822) -> (continuation of Deferred@757901043 after retry RPC after error@134338085) -> (continuation of Deferred@744395196 after retry RPC after error@351404587) -> (continuation of Deferred@1554064760 after retry RPC after error@1519870007) -> (continuation of Deferred@43833768 after retry RPC after error@117137546) -> (continuation of Deferred@1394876360 after retry RPC after error@852708163) -> (continuation of Deferred@1449563432 after retry RPC after error@197415006)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:43.269 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
02:14:43.271 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:14:43.274 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29680), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [7ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [8ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [34ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [37ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [37ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [77ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [107ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [187ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [462ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [743ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [744ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [745ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [745ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1484ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1486ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1486ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2024ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [4821ms] refreshing cache from master, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [4822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [4823ms] too many traces: truncated at 100 traces, deferred=Deferred@242010981(state=PENDING, result=null, callback=(continuation of Deferred@1787008548 after retry RPC after error@1111637667) -> (continuation of Deferred@1423239210 after retry RPC after error@1015756342) -> (continuation of Deferred@1246737717 after retry RPC after error@430652921) -> (continuation of Deferred@1791820638 after retry RPC after error@261272247) -> (continuation of Deferred@952322157 after retry RPC after error@2017980025) -> (continuation of Deferred@2056439260 after retry RPC after error@1611646771) -> (continuation of Deferred@1110276991 after retry RPC after error@90071397) -> (continuation of Deferred@1762588727 after retry RPC after error@2007403642) -> (continuation of Deferred@1585051506 after retry RPC after error@685432977) -> (continuation of Deferred@915110653 after retry RPC after error@1963844874) -> (continuation of Deferred@1683902142 after retry RPC after error@469755084) -> (continuation of Deferred@1993226716 after retry RPC after error@1827780538) -> (continuation of Deferred@2060205860 after retry RPC after error@510754101) -> (continuation of Deferred@435599358 after retry RPC after error@2027659037) -> (continuation of Deferred@1668659773 after retry RPC after error@1996024755) -> (continuation of Deferred@1511914453 after retry RPC after error@2124063996) -> (continuation of Deferred@812666176 after retry RPC after error@31755662) -> (continuation of Deferred@881986868 after retry RPC after error@520417822) -> (continuation of Deferred@757901043 after retry RPC after error@134338085) -> (continuation of Deferred@744395196 after retry RPC after error@351404587) -> (continuation of Deferred@1554064760 after retry RPC after error@1519870007) -> (continuation of Deferred@43833768 after retry RPC after error@117137546) -> (continuation of Deferred@1394876360 after retry RPC after error@852708163) -> (continuation of Deferred@1449563432 after retry RPC after error@197415006), errback=(continuation of Deferred@1787008548 after retry RPC after error@1111637667) -> (continuation of Deferred@1423239210 after retry RPC after error@1015756342) -> (continuation of Deferred@1246737717 after retry RPC after error@430652921) -> (continuation of Deferred@1791820638 after retry RPC after error@261272247) -> (continuation of Deferred@952322157 after retry RPC after error@2017980025) -> (continuation of Deferred@2056439260 after retry RPC after error@1611646771) -> (continuation of Deferred@1110276991 after retry RPC after error@90071397) -> (continuation of Deferred@1762588727 after retry RPC after error@2007403642) -> (continuation of Deferred@1585051506 after retry RPC after error@685432977) -> (continuation of Deferred@915110653 after retry RPC after error@1963844874) -> (continuation of Deferred@1683902142 after retry RPC after error@469755084) -> (continuation of Deferred@1993226716 after retry RPC after error@1827780538) -> (continuation of Deferred@2060205860 after retry RPC after error@510754101) -> (continuation of Deferred@435599358 after retry RPC after error@2027659037) -> (continuation of Deferred@1668659773 after retry RPC after error@1996024755) -> (continuation of Deferred@1511914453 after retry RPC after error@2124063996) -> (continuation of Deferred@812666176 after retry RPC after error@31755662) -> (continuation of Deferred@881986868 after retry RPC after error@520417822) -> (continuation of Deferred@757901043 after retry RPC after error@134338085) -> (continuation of Deferred@744395196 after retry RPC after error@351404587) -> (continuation of Deferred@1554064760 after retry RPC after error@1519870007) -> (continuation of Deferred@43833768 after retry RPC after error@117137546) -> (continuation of Deferred@1394876360 after retry RPC after error@852708163) -> (continuation of Deferred@1449563432 after retry RPC after error@197415006)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:43.274 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job a6c13ce6708e2c3e17c8a86cefc17c1f
02:14:43.275 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:14:43.275 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
02:14:43.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476883280 for job 44710d49591530d867cb2816f851b96f.
02:14:43.281 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305121308872704001) for scanner KuduScanner(table=replication_test_table, tablet=2853e0088cf64f998795f0353775e2d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.282 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [cfecc9336ae1588b161eca68ff0ecabc76be851596a9127057ab900b87a39cd4]
02:14:43.283 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cfecc9336ae1588b161eca68ff0ecabc76be851596a9127057ab900b87a39cd4]
02:14:43.284 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:14:43.284 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:14:43.286 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cfecc9336ae1588b161eca68ff0ecabc76be851596a9127057ab900b87a39cd4 finished by subtask 1; deferring removal (restored in pending)
02:14:43.286 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:43.289 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:43.294 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=12, operationSize=758, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@19b89561, flushNotification=Deferred@1196034890(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:14:43.294 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] connecting to peer
02:14:43.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:43.311 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.312 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:43.320 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.320 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:43.326 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.327 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:43.335 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.335 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:43.342 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.342 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:43.349 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.349 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:43.413 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] connecting to peer
02:14:43.416 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.416 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:43.424 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.425 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:43.433 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.433 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:43.443 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.444 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:43.450 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.451 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:43.458 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.459 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:43.460 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] Successfully connected to peer
02:14:43.463 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:43.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:43.464 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:43.464 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:14:43.479 [DEBUG - kudu-nio-4] (Connection.java:757) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] Successfully connected to peer
02:14:43.507 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:43.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:43.507 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:43.507 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:14:43.516 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.516 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:43.524 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.524 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:43.532 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.532 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:43.544 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.544 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:43.559 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:43.565 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.566 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:43.577 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.577 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:43.583 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:43.583 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:43.583 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:43.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.585 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:43.586 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5d0e2626, L:/127.0.0.1:52422 - R:/127.27.81.66:38807] using TOKEN/null
02:14:43.586 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [70ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [147ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [502ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [762ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [763ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [764ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [764ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1665ms] refreshing cache from master, [1665ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1668ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1669ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1669ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2480ms] refreshing cache from master, [2480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2481ms] too many traces: truncated at 100 traces, deferred=Deferred@400160299(state=PENDING, result=null, callback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187), errback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187)))
02:14:43.586 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:43.587 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:43.587 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:43.629 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:43.629 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:43.629 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [70ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [147ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [502ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [762ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [763ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [764ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [764ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1665ms] refreshing cache from master, [1665ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1668ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1669ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1669ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2480ms] refreshing cache from master, [2480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2481ms] too many traces: truncated at 100 traces, deferred=Deferred@400160299(state=PENDING, result=null, callback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187), errback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [70ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [147ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [502ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [762ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [763ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [764ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [764ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1665ms] refreshing cache from master, [1665ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1668ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1669ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1669ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2480ms] refreshing cache from master, [2480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2481ms] too many traces: truncated at 100 traces, deferred=Deferred@400160299(state=PENDING, result=null, callback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187), errback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:43.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.630 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.630 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.630 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:43.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:43.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:43.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:43.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:43.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:43.629 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:43.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.633 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:43.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:43.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:43.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:43.633 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:43.635 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [70ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [147ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [502ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [762ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [763ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [764ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [764ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1665ms] refreshing cache from master, [1665ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1668ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1669ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1669ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2480ms] refreshing cache from master, [2480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2481ms] too many traces: truncated at 100 traces, deferred=Deferred@400160299(state=PENDING, result=null, callback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187), errback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [70ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [87ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [147ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [502ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [762ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [763ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [764ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [764ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1665ms] refreshing cache from master, [1665ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1666ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1668ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1669ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1669ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2480ms] refreshing cache from master, [2480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2481ms] too many traces: truncated at 100 traces, deferred=Deferred@400160299(state=PENDING, result=null, callback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187), errback=(continuation of Deferred@1186801898 after retry RPC after error@1200145285) -> (continuation of Deferred@1829599020 after retry RPC after error@901622792) -> (continuation of Deferred@443033645 after retry RPC after error@469586958) -> (continuation of Deferred@500167754 after retry RPC after error@1170920983) -> (continuation of Deferred@515422147 after retry RPC after error@1863634238) -> (continuation of Deferred@228268338 after retry RPC after error@519179512) -> (continuation of Deferred@1160750666 after retry RPC after error@203161324) -> (continuation of Deferred@1503409364 after retry RPC after error@1468491475) -> (continuation of Deferred@1864538015 after retry RPC after error@1016981513) -> (continuation of Deferred@69157338 after retry RPC after error@1749163636) -> (continuation of Deferred@329769612 after retry RPC after error@1084857681) -> (continuation of Deferred@1053164815 after retry RPC after error@1175395613) -> (continuation of Deferred@1787835602 after retry RPC after error@1717534660) -> (continuation of Deferred@1749016701 after retry RPC after error@1449586578) -> (continuation of Deferred@1027307304 after retry RPC after error@537366036) -> (continuation of Deferred@925675105 after retry RPC after error@1448598889) -> (continuation of Deferred@808678076 after retry RPC after error@752364928) -> (continuation of Deferred@2119549404 after retry RPC after error@377612266) -> (continuation of Deferred@1032638740 after retry RPC after error@1347772168) -> (continuation of Deferred@14565375 after retry RPC after error@427374265) -> (continuation of Deferred@1118191859 after retry RPC after error@946989744) -> (continuation of Deferred@1235295110 after retry RPC after error@431825141) -> (continuation of Deferred@1777093353 after retry RPC after error@1593772302) -> (continuation of Deferred@532894844 after retry RPC after error@1862886905) -> (continuation of Deferred@1689899507 after retry RPC after error@1118311187)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:43.636 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:14:43.641 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:43.642 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:43.642 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:43.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.643 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:43.646 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:43.649 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.650 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:43.658 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.658 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:43.661 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:43.662 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:43.662 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:43.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.663 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:43.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:43.672 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.672 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:43.673 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:43.673 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:43.674 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:43.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:43.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:43.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:43.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:43.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:43.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:43.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:43.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:43.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:43.675 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:43.682 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:43.682 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:43.683 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:43.683 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.683 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:43.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:43.691 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.691 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:43.697 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x149bc959, L:/127.0.0.1:45794 - R:/127.27.81.65:34101] using TOKEN/null
02:14:43.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:43.702 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:43.702 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:43.702 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:43.703 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:43.703 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:43.703 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:43.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:43.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:43.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:43.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:43.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:43.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:43.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:43.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:43.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:43.704 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:43.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.705 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:43.721 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:43.722 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:43.722 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:43.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.723 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:43.762 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:43.762 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:43.762 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:43.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.764 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.764 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.764 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:43.770 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.771 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:43.802 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:43.802 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:43.802 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:43.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:43.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.803 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.803 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:43.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:43.804 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:43.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:43.821 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.821 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:43.833 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.833 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:43.860 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.860 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:43.874 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.874 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:43.881 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.881 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:43.900 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 44710d49591530d867cb2816f851b96f (4964 bytes, checkpointDuration=619 ms, finalizationTime=1 ms).
02:14:43.901 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 120
02:14:43.901 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:14:43.902 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 721b875b91becf42a9ab5acf2e21515feedb08ab0c97f45d9ccf1bf2e5f5d635 from pending
02:14:43.902 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476883901 for job 44710d49591530d867cb2816f851b96f.
02:14:43.902 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 5d40586161adda780326f7279d3a2f25e9d78ad9f497670f757cbe90a5aff0ee from pending
02:14:43.902 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split cfecc9336ae1588b161eca68ff0ecabc76be851596a9127057ab900b87a39cd4 from pending
02:14:43.902 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split ce03bdc03b7c9426915658aed8a7c3b53ecc355607462dd58117b4bf813f9e74 from pending
02:14:43.902 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d609bbea63a6630e3998cb9053e3aec820efe1df7ea2bf73be23668c85f052a4 from pending
02:14:43.902 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split e11c700370bb25c0a58b9eba7e31bf9d90529c3bd0041a97136469b583359c44 from pending
02:14:43.902 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
02:14:43.913 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:43.913 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:43.913 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:43.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:43.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:43.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:43.914 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:14:43.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:43.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:43.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:43.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:43.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:43.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:43.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:43.916 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:14:43.946 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.946 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:43.953 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.953 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:43.982 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.982 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:43.994 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:43.994 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:44.012 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.012 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:44.030 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.031 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:44.037 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:44.041 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:44.041 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:44.042 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:44.042 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:44.042 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:44.042 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:44.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:44.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:44.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:44.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:44.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:44.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:44.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:44.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:44.048 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:44.052 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:44.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3d12e45193e24d3fb08919467876dd76 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:44.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 16cc208ff5e94250a5d2325469e86867 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:44.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 200136c1be434322960489046e98ae23 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:44.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2853e0088cf64f998795f0353775e2d7 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:44.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c2c4318690ad4ebaaef4ada1b316214e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:44.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 38c55b12b46b4b0a809f1e53ef851492 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:44.059 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:44.076 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:44.079 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:44.079 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:44.080 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:44.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:44.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:44.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:44.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:44.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:44.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:44.081 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:44.081 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:44.081 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:44.081 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:44.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3d12e45193e24d3fb08919467876dd76 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:44.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 16cc208ff5e94250a5d2325469e86867 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:44.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 200136c1be434322960489046e98ae23 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:44.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2853e0088cf64f998795f0353775e2d7 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:44.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c2c4318690ad4ebaaef4ada1b316214e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:44.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 38c55b12b46b4b0a809f1e53ef851492 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:44.091 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:44.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 830a039a3f704cb698b1a4b8d4f2caea for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:44.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 72bc73e631674ba09a552e79f662c133 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:44.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1bb23ae1487148c9872a1c863ad041b5 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:44.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fe0938fc21174d78b52b6f00add6f12f for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:44.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c703f3f27bec455381c0154045db3a69 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:44.093 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 419abe5c503c49e7a76f8a772ec5501c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:44.093 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=830a039a3f704cb698b1a4b8d4f2caea@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=72bc73e631674ba09a552e79f662c133@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1bb23ae1487148c9872a1c863ad041b5@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=fe0938fc21174d78b52b6f00add6f12f@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c703f3f27bec455381c0154045db3a69@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=419abe5c503c49e7a76f8a772ec5501c@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:44.095 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='73d0b591431fdfe0fe94bd60fe9e29f6837abeff931f8d645814a726e83fc3ee'}]
02:14:44.096 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='de2a557d2cab3b02ad6777734af6b7dd56997c259ed7fa2c000f37c766c1bdb7'}]
02:14:44.097 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:44.097 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:44.098 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:14:44.098 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7c5e4dfa8e1bb54f155792460d8a6f81485222df2422fde8bf35353bf3d676f9'}]
02:14:44.099 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:44.099 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:44.100 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='bf63cd58b168ef8df6565d82ef62d077b1551714f2aed92ffd7160363d68ac3b'}]
02:14:44.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:44.101 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:44.101 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:14:44.102 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:44.102 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:14:44.102 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:14:44.103 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299998, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:44.103 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}]
02:14:44.104 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25069b663d174b5aaed3aaa52ec0a4d2
02:14:44.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3d12e45193e24d3fb08919467876dd76 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:44.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 16cc208ff5e94250a5d2325469e86867 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:44.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 200136c1be434322960489046e98ae23 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:44.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2853e0088cf64f998795f0353775e2d7 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:44.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c2c4318690ad4ebaaef4ada1b316214e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:44.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 38c55b12b46b4b0a809f1e53ef851492 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:44.109 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:44.109 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:44.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.126.252:33207, [5ms] Sub RPC GetTableLocations: received response from server master-127.26.126.252:33207: OK, deferred=null)) after lookup
02:14:44.166 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:44.169 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:44.170 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3d12e45193e24d3fb08919467876dd76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.171 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3d12e45193e24d3fb08919467876dd76 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:44.175 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:44.178 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16cc208ff5e94250a5d2325469e86867, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.178 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16cc208ff5e94250a5d2325469e86867 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:44.179 [DEBUG - main] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:44.181 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:44.186 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:44.192 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:44.198 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:44.199 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:44.207 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:44.214 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:44.230 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:44.238 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:44.238 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:44.242 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xceb5b5e5, L:/127.0.0.1:34204 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:44.245 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:44.258 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:44.258 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:44.262 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:44.262 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:44.262 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:44.263 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xba0b16e6, L:/127.0.0.1:34228 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:44.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:44.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:44.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:44.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:44.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:44.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:44.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:44.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:44.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:44.264 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:44.269 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121317060608001) for scanner KuduScanner(table=replication_test_table, tablet=16cc208ff5e94250a5d2325469e86867, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.269 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [de2a557d2cab3b02ad6777734af6b7dd56997c259ed7fa2c000f37c766c1bdb7]
02:14:44.270 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [de2a557d2cab3b02ad6777734af6b7dd56997c259ed7fa2c000f37c766c1bdb7]
02:14:44.270 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:14:44.270 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:14:44.276 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split de2a557d2cab3b02ad6777734af6b7dd56997c259ed7fa2c000f37c766c1bdb7 finished by subtask 3; deferring removal (restored in pending)
02:14:44.280 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x630a9e51, L:/127.0.0.1:34214 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:44.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476884279 for job 44710d49591530d867cb2816f851b96f.
02:14:44.280 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:44.282 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:44.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:44.288 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6e6ad8d26e9642e0d9783534c854ea24d92b77355ebc0c841e5398f36e7381de'}]
02:14:44.303 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:44.305 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xafb61111, L:/127.0.0.1:34212 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:44.309 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:44.310 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:14:44.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:44.311 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}]
02:14:44.316 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 44710d49591530d867cb2816f851b96f (5024 bytes, checkpointDuration=37 ms, finalizationTime=0 ms).
02:14:44.318 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:14:44.318 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 3 complete: removed split de2a557d2cab3b02ad6777734af6b7dd56997c259ed7fa2c000f37c766c1bdb7 from pending
02:14:44.318 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 3 complete: removed 1 finished splits from enumerator state
02:14:44.320 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xa98ebd3e, L:/127.0.0.1:34230 - R:/127.26.126.194:44255] using TOKEN/null
02:14:44.329 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=200136c1be434322960489046e98ae23, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.329 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 200136c1be434322960489046e98ae23 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:44.356 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2853e0088cf64f998795f0353775e2d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.357 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2853e0088cf64f998795f0353775e2d7 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:44.357 [DEBUG - main] (Connection.java:748) [peer 70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)] connecting to peer
02:14:44.393 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121317060608001) for scanner KuduScanner(table=replication_test_table, tablet=200136c1be434322960489046e98ae23, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.393 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [7c5e4dfa8e1bb54f155792460d8a6f81485222df2422fde8bf35353bf3d676f9]
02:14:44.393 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7c5e4dfa8e1bb54f155792460d8a6f81485222df2422fde8bf35353bf3d676f9]
02:14:44.394 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:14:44.394 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:14:44.397 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:44.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:44.399 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7c5e4dfa8e1bb54f155792460d8a6f81485222df2422fde8bf35353bf3d676f9 finished by subtask 0; deferring removal (restored in pending)
02:14:44.400 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8ae34cdc936c75b40806763cabdc1f39a2ba7a8ab542f0d807d7cf497df02e94'}]
02:14:44.402 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:44.402 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:14:44.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:44.407 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121317060608001) for scanner KuduScanner(table=replication_test_table, tablet=2853e0088cf64f998795f0353775e2d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.408 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [bf63cd58b168ef8df6565d82ef62d077b1551714f2aed92ffd7160363d68ac3b]
02:14:44.408 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [bf63cd58b168ef8df6565d82ef62d077b1551714f2aed92ffd7160363d68ac3b]
02:14:44.408 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:14:44.408 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:14:44.409 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:44.410 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:44.412 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split bf63cd58b168ef8df6565d82ef62d077b1551714f2aed92ffd7160363d68ac3b finished by subtask 1; deferring removal (restored in pending)
02:14:44.413 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:44.413 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:44.413 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:44.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:44.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:44.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:44.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:44.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:44.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:44.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:44.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:44.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:44.414 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:44.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:44.429617 28521 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.81.67:43121, user_credentials={real_user=slave}} blocked reactor thread for 143483us
02:14:44.440 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:44.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:44.440 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:14:44.441 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:14:44.443 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:44.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:44.443 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:14:44.443 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:14:44.444 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:44.487 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)] Successfully connected to peer
02:14:44.498 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:44.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:44.498 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:14:44.498 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:14:44.499 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:44.500 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:44.501 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:44.504 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:44.509 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:44.519 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121317060608001) for scanner KuduScanner(table=replication_test_table, tablet=3d12e45193e24d3fb08919467876dd76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.520 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [73d0b591431fdfe0fe94bd60fe9e29f6837abeff931f8d645814a726e83fc3ee]
02:14:44.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [73d0b591431fdfe0fe94bd60fe9e29f6837abeff931f8d645814a726e83fc3ee]
02:14:44.521 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 73d0b591431fdfe0fe94bd60fe9e29f6837abeff931f8d645814a726e83fc3ee finished by subtask 2; deferring removal (restored in pending)
02:14:44.536 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:14:44.536 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:14:44.538 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:44.539 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:44.554 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:44.555 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:44.559 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9545fb14, L:/127.0.0.1:34250 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:44.561 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9bc8db74, L:/127.0.0.1:34236 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:44.568 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121317060608001) for scanner KuduScanner(table=replication_test_table, tablet=38c55b12b46b4b0a809f1e53ef851492, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.569 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [8ae34cdc936c75b40806763cabdc1f39a2ba7a8ab542f0d807d7cf497df02e94]
02:14:44.570 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8ae34cdc936c75b40806763cabdc1f39a2ba7a8ab542f0d807d7cf497df02e94]
02:14:44.570 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:14:44.570 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:14:44.571 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:44.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:44.571 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8ae34cdc936c75b40806763cabdc1f39a2ba7a8ab542f0d807d7cf497df02e94 finished by subtask 0; deferring removal (restored in pending)
02:14:44.571 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:14:44.571 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:44.571 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:14:44.572 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:44.573 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121317060608001) for scanner KuduScanner(table=replication_test_table, tablet=c2c4318690ad4ebaaef4ada1b316214e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.574 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [6e6ad8d26e9642e0d9783534c854ea24d92b77355ebc0c841e5398f36e7381de]
02:14:44.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6e6ad8d26e9642e0d9783534c854ea24d92b77355ebc0c841e5398f36e7381de]
02:14:44.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:14:44.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:14:44.575 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6e6ad8d26e9642e0d9783534c854ea24d92b77355ebc0c841e5398f36e7381de finished by subtask 3; deferring removal (restored in pending)
02:14:44.575 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:44.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:44.588 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:44.604 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xb633eb03, L:/127.0.0.1:57068 - R:/127.26.126.193:35711] using TOKEN/null
02:14:44.623 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2c4318690ad4ebaaef4ada1b316214e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.623 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet c2c4318690ad4ebaaef4ada1b316214e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:44.630 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=38c55b12b46b4b0a809f1e53ef851492, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.630 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 38c55b12b46b4b0a809f1e53ef851492 for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:44.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 830a039a3f704cb698b1a4b8d4f2caea for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:44.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 72bc73e631674ba09a552e79f662c133 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:44.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1bb23ae1487148c9872a1c863ad041b5 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:44.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fe0938fc21174d78b52b6f00add6f12f for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:44.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c703f3f27bec455381c0154045db3a69 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:44.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 419abe5c503c49e7a76f8a772ec5501c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:44.639 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=830a039a3f704cb698b1a4b8d4f2caea@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=72bc73e631674ba09a552e79f662c133@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1bb23ae1487148c9872a1c863ad041b5@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=fe0938fc21174d78b52b6f00add6f12f@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)[L],bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c703f3f27bec455381c0154045db3a69@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=419abe5c503c49e7a76f8a772ec5501c@[6f17407ffccb497996ccfd29e5023dc3(127.27.81.67:43121),84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807),bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:44.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.81.124:40095, [6ms] Sub RPC GetTableLocations: received response from server master-127.27.81.124:40095: OK, deferred=null)) after lookup
02:14:44.649 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.649 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:44.655 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.655 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:44.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:44.676 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.676 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:44.688 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.688 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:44.696 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.696 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:44.698 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:44.714 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3d12e45193e24d3fb08919467876dd76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.715 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3d12e45193e24d3fb08919467876dd76 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:44.754 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16cc208ff5e94250a5d2325469e86867, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.755 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16cc208ff5e94250a5d2325469e86867 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:44.775 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=200136c1be434322960489046e98ae23, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.775 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 200136c1be434322960489046e98ae23 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:44.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476884779 for job 44710d49591530d867cb2816f851b96f.
02:14:44.782 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:44.782 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:44.783 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:44.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:44.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:44.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:44.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:44.784 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:44.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:44.784 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:44.784 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:44.784 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:44.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:44.790 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 44710d49591530d867cb2816f851b96f (4342 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:14:44.792 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:14:44.792 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 8ae34cdc936c75b40806763cabdc1f39a2ba7a8ab542f0d807d7cf497df02e94 from pending
02:14:44.792 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 73d0b591431fdfe0fe94bd60fe9e29f6837abeff931f8d645814a726e83fc3ee from pending
02:14:44.792 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 6e6ad8d26e9642e0d9783534c854ea24d92b77355ebc0c841e5398f36e7381de from pending
02:14:44.792 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split bf63cd58b168ef8df6565d82ef62d077b1551714f2aed92ffd7160363d68ac3b from pending
02:14:44.792 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 7c5e4dfa8e1bb54f155792460d8a6f81485222df2422fde8bf35353bf3d676f9 from pending
02:14:44.792 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 5 finished splits from enumerator state
02:14:44.793 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2853e0088cf64f998795f0353775e2d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.793 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2853e0088cf64f998795f0353775e2d7 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:44.803 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2c4318690ad4ebaaef4ada1b316214e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.803 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet c2c4318690ad4ebaaef4ada1b316214e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:44.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:44.822 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=38c55b12b46b4b0a809f1e53ef851492, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.822 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 38c55b12b46b4b0a809f1e53ef851492 for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:44.837 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:44.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:44.837 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:44.837 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:14:44.873 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:44.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:44.873 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:44.874 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:14:44.878 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=830a039a3f704cb698b1a4b8d4f2caea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.879 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 830a039a3f704cb698b1a4b8d4f2caea for partition [0x00000000, 0x0000000080000032) with scanner id null
02:14:44.896 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72bc73e631674ba09a552e79f662c133, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.896 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72bc73e631674ba09a552e79f662c133 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:14:44.937 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1bb23ae1487148c9872a1c863ad041b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.937 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1bb23ae1487148c9872a1c863ad041b5 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:14:44.948 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fe0938fc21174d78b52b6f00add6f12f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.949 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fe0938fc21174d78b52b6f00add6f12f for partition [0x00000001, 0x0000000180000032) with scanner id null
02:14:44.975 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c703f3f27bec455381c0154045db3a69, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:44.975 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c703f3f27bec455381c0154045db3a69 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:14:45.023 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=419abe5c503c49e7a76f8a772ec5501c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:45.023 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 419abe5c503c49e7a76f8a772ec5501c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:14:45.023 [DEBUG - main] (Connection.java:575) [peer master-127.27.81.124:40095(127.27.81.124:40095)] disconnecting while in state READY
02:14:45.024 [DEBUG - main] (Connection.java:575) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] disconnecting while in state READY
02:14:45.024 [DEBUG - main] (Connection.java:575) [peer master-127.27.81.125:43441(127.27.81.125:43441)] disconnecting while in state READY
02:14:45.024 [DEBUG - main] (Connection.java:575) [peer master-127.27.81.126:36339(127.27.81.126:36339)] disconnecting while in state READY
02:14:45.024 [DEBUG - main] (Connection.java:575) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] disconnecting while in state READY
02:14:45.024 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.81.124:40095(127.27.81.124:40095)] handling channelInactive
02:14:45.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state READY due to: connection closed
02:14:45.025 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] handling channelInactive
02:14:45.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] cleaning up while in state READY due to: connection closed
02:14:45.026 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.81.125:43441(127.27.81.125:43441)] handling channelInactive
02:14:45.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state READY due to: connection closed
02:14:45.026 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.81.126:36339(127.27.81.126:36339)] handling channelInactive
02:14:45.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state READY due to: connection closed
02:14:45.028 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:45.029 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:45.033 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-4
02:14:45.033 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:14:45.034 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-2
02:14:45.040 [DEBUG - kudu-nio-3] (Connection.java:239) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] handling channelInactive
02:14:45.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] cleaning up while in state READY due to: connection closed
02:14:45.040 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
02:14:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:45.041014 27973 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 28333
02:14:45.132 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RESTARTING to RUNNING.
02:14:45.132 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:14:45.133 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
02:14:45.133 [INFO - flink-pekko.actor.default-dispatcher-10] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:14:45.153 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
02:14:45.155 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
02:14:45.155 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 7d2f5db5bec490ad0b15a71b7a248708
02:14:45.155 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
02:14:45.156 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
02:14:45.156 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b
02:14:45.156 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
02:14:45.156 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:45.157 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:45.157 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:45.157 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:14:45.158 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 7d2f5db5bec490ad0b15a71b7a248708.
02:14:45.159 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
02:14:45.159 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id e8729b5aff2e7661118f01f5f3b686e4
02:14:45.159 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
02:14:45.160 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:14:45.160 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
02:14:45.160 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 5f93dcc74a70c8785da6de741e58ceb9
02:14:45.161 [INFO - Thread-38] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:14:45.161 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.22.124.254:40567(127.22.124.254:40567)] disconnecting while in state TERMINATED
02:14:45.161 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.22.124.253:40343(127.22.124.253:40343)] disconnecting while in state TERMINATED
02:14:45.161 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.22.124.252:46509(127.22.124.252:46509)] disconnecting while in state TERMINATED
02:14:45.161 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:45.163 [INFO - Thread-38] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:14:45.163 [INFO - Thread-38] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:14:45.164 [DEBUG - kudu-nio-4] (Connection.java:239) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] handling channelInactive
02:14:45.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] cleaning up while in state READY due to: connection closed
02:14:45.167 [DEBUG - Thread-38] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:45.167 [INFO - Thread-38] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:14:45.172 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:14:45.173 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:14:45.173 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
02:14:45.173 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
02:14:45.174 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c1ae173
02:14:45.174 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:45.174 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:45.175 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:14:45.175 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:14:45.187 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@53cebbbb
02:14:45.192 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:45.195 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:45.195 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:45.195 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:45.195 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:45.196285 27973 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 28496
02:14:45.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:45.213 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:14:45.214 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id e8729b5aff2e7661118f01f5f3b686e4.
02:14:45.215 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
02:14:45.215 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
02:14:45.218 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4dd110a8
02:14:45.218 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:45.218 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:45.218 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:14:45.218 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:14:45.231 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.237 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c8eaca9
02:14:45.239 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:45.241 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:14:45.242 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 5f93dcc74a70c8785da6de741e58ceb9.
02:14:45.243 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
02:14:45.243 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
02:14:45.244 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:45.244 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@224195b3
02:14:45.244 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:45.244 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:45.244 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:14:45.245 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:14:45.249 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] handling channelInactive
02:14:45.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] cleaning up while in state READY due to: connection closed
02:14:45.252 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
02:14:45.252 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
02:14:45.253 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@766bef33
02:14:45.256 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:45.256 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:14:45.256 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:14:45.255 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@84dbbe4
02:14:45.260 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:45.260 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:14:45.261 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:45.266 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b9e0bd6
02:14:45.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:45.266943 27973 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 28640
02:14:45.270 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:45.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476885280 for job 44710d49591530d867cb2816f851b96f.
02:14:45.292 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:14:45.295 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:14:45.302 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:45.314 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.325 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:45.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:45.329517 27973 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 27985
02:14:45.336 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.338 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.339 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.341 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.341 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:45.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.351 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.355 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.355 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:45.363 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:45.370 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.377 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.391 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.396 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.399 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.405 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.414 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.416 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.81.126:36339(127.27.81.126:36339)] handling channelInactive
02:14:45.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state READY due to: connection closed
02:14:45.416 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.81.126:36339(127.27.81.126:36339)] handling channelInactive
02:14:45.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state READY due to: connection closed
02:14:45.417 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.81.126:36339(127.27.81.126:36339)] handling channelInactive
02:14:45.417 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.81.126:36339(127.27.81.126:36339)] handling channelInactive
02:14:45.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state READY due to: connection closed
02:14:45.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state READY due to: connection closed
02:14:45.431 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.442 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:45.442282 27973 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 28110
02:14:45.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.461 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.466 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.466 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.467 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.467 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.468 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.473 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.473 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.474 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.474 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.471 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:45.476 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:45.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.476 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.470 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:45.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.478 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.481 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.482 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.482 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.482 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:45.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.490 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.490 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.491 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.491 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.491 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.492 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.493 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.493 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.493 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.493 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.494 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.494 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.495 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:45.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.496 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:45.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.497 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.497 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:45.498 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.498 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.499 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.499 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.500 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.500 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.500 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.500 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.500 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.501 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.501 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.501 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.501 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.502 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:45.502 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:45.502 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:45.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.503 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:45.504 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.504 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.505 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.511 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.511 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.511 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.512 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.516 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.516 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.516 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.516 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.518 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.519 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.519 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.519 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.520 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.521 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.522 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:45.522 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:45.522 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:45.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.522 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.522 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.523 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:45.526 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.527 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.531 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.531 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.531 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.534 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.534 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.534 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.535 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.535 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.81.125:43441(127.27.81.125:43441)] handling channelInactive
02:14:45.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state READY due to: connection closed
02:14:45.535 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.81.125:43441(127.27.81.125:43441)] handling channelInactive
02:14:45.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state READY due to: connection closed
02:14:45.536 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.81.125:43441(127.27.81.125:43441)] handling channelInactive
02:14:45.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state READY due to: connection closed
02:14:45.536 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.81.125:43441(127.27.81.125:43441)] handling channelInactive
02:14:45.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state READY due to: connection closed
02:14:45.537 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.537 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.537 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.538 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.538 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.539 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.539 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.539 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.539 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.539 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.540 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.541 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:45.541 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:45.542 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:45.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:45.547170 27973 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 28189
02:14:45.555 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.555 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.555 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.556 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.559 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.559 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.559 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.560 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.560 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.560 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.561 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.561 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.561 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.561 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.571 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.571 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.571 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.572 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.572 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.572 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.572 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.572 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.572 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.572 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.573 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.574 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.575 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.575 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.576 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.576 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.577 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.577 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.577 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.591 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.591 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.591 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.592 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.593 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.597 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.597 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.598 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.614 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.614 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.614 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.615 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.619 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.620 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.620 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.621 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.622 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:45.622 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:45.622 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:45.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.624 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.624 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:45.631 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.631 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.632 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.632 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.81.124:40095(127.27.81.124:40095)] handling channelInactive
02:14:45.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state READY due to: connection closed
02:14:45.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.633 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.81.124:40095(127.27.81.124:40095)] handling channelInactive
02:14:45.633 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state READY due to: connection closed
02:14:45.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.633 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.81.124:40095(127.27.81.124:40095)] handling channelInactive
02:14:45.633 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state READY due to: connection closed
02:14:45.634 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.81.124:40095(127.27.81.124:40095)] handling channelInactive
02:14:45.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state READY due to: connection closed
02:14:45.639 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.639 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.640 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.641 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.674 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.674 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.674 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.696 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.697 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.697 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.698 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.699 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:45.739 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:45.762 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:45.762 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:45.763 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:45.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.764 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:45.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476885780 for job 44710d49591530d867cb2816f851b96f.
02:14:45.791 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:14:45.793 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:14:45.804 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:45.804 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:45.804 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:45.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:45.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:45.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:45.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:45.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:45.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:45.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:45.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:45.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:45.806 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:45.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:45.823 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:45.823 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:45.823 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:45.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:45.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:45.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:45.825 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:45.834 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.835 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.835 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.877 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.877 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.877 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:45.895 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:45.895 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:45.895 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:45.896 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.896 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.896 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:45.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:45.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:45.897 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:46.011 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:46.012 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:46.012 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:46.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.013 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:46.039 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:46.040 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:46.040 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:46.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.041 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.041 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.042 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:46.053 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:46.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3d12e45193e24d3fb08919467876dd76 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:46.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 16cc208ff5e94250a5d2325469e86867 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:46.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 200136c1be434322960489046e98ae23 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:46.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2853e0088cf64f998795f0353775e2d7 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:46.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c2c4318690ad4ebaaef4ada1b316214e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:46.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 38c55b12b46b4b0a809f1e53ef851492 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:46.069 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:46.073 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2df3598ddac185113b8f1fc829ed38992e8bf9f023eb5cd49d4984d4b3ed5246'}]
02:14:46.075 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:46.076 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e7d2ed75ecefe1640227096dd643b1fbca1df7430efc8e33e54cdebc43da0c66'}]
02:14:46.077 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:46.077 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:14:46.077 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6351d6e6374d2eac6fa4787d4b752cb592e953b1d7e39939451e638736555f42'}]
02:14:46.078 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:46.079 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:46.079 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b9e6740810e165e282abeed839bb27e123ad923b9fcb1970a3491df76f399742'}]
02:14:46.081 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:46.081 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:14:46.082 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299997, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}]
02:14:46.082 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:14:46.083 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:46.083 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:14:46.084 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:46.085 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:46.093 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:46.097 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:46.106 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:46.113 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:46.115 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:46.116 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:46.117 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:46.130 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:46.147 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:46.156 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:46.164 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeffd13c4, L:/127.0.0.1:34266 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:46.167 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:46.171 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:46.182 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:46.195 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:46.200 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:46.200 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5ead3502, L:/127.0.0.1:34256 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:46.206 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1a6ecfe5, L:/127.0.0.1:34272 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:46.207 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:46.210 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x761f4967, L:/127.0.0.1:34278 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:46.217 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:46.217 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:46.217 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:46.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.219 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:46.222 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:46.222 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:46.222 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:46.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:46.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:46.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:46.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:46.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:46.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:46.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:46.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:46.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:46.224 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:46.224 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121325252608001) for scanner KuduScanner(table=replication_test_table, tablet=200136c1be434322960489046e98ae23, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:46.225 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [6351d6e6374d2eac6fa4787d4b752cb592e953b1d7e39939451e638736555f42]
02:14:46.225 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6351d6e6374d2eac6fa4787d4b752cb592e953b1d7e39939451e638736555f42]
02:14:46.226 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:14:46.226 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:14:46.226 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:46.227 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6351d6e6374d2eac6fa4787d4b752cb592e953b1d7e39939451e638736555f42 finished by subtask 0; deferring removal (restored in pending)
02:14:46.228 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f816fa45043d9d3cfb2fcfe9c35f3a4dc03cd387ddb59c91c6a285df90d2423f'}]
02:14:46.229 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:46.229 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:14:46.230 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}]
02:14:46.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:46.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:46.245 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:46.265 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:46.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:46.266 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:14:46.266 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:14:46.267 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:46.269 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:46.280 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:46.283 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121325252608001) for scanner KuduScanner(table=replication_test_table, tablet=2853e0088cf64f998795f0353775e2d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:46.284 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2b42555b, L:/127.0.0.1:34286 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:46.284 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b9e6740810e165e282abeed839bb27e123ad923b9fcb1970a3491df76f399742]
02:14:46.284 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b9e6740810e165e282abeed839bb27e123ad923b9fcb1970a3491df76f399742]
02:14:46.285 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:14:46.285 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:14:46.289 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476886283 for job 44710d49591530d867cb2816f851b96f.
02:14:46.290 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b9e6740810e165e282abeed839bb27e123ad923b9fcb1970a3491df76f399742 finished by subtask 3; deferring removal (restored in pending)
02:14:46.290 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:46.292 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:46.296 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='18e211c6e01310be060fbf6db6dd4e4d11935a895d0128631895ba943eafa9b6'}]
02:14:46.297 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:46.299 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:14:46.299 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:46.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:46.314 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121325252608001) for scanner KuduScanner(table=replication_test_table, tablet=c2c4318690ad4ebaaef4ada1b316214e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:46.315 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f816fa45043d9d3cfb2fcfe9c35f3a4dc03cd387ddb59c91c6a285df90d2423f]
02:14:46.315 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f816fa45043d9d3cfb2fcfe9c35f3a4dc03cd387ddb59c91c6a285df90d2423f]
02:14:46.316 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:14:46.316 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:14:46.316 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:46.316 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121325252608001) for scanner KuduScanner(table=replication_test_table, tablet=16cc208ff5e94250a5d2325469e86867, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:46.317 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [e7d2ed75ecefe1640227096dd643b1fbca1df7430efc8e33e54cdebc43da0c66]
02:14:46.317 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e7d2ed75ecefe1640227096dd643b1fbca1df7430efc8e33e54cdebc43da0c66]
02:14:46.317 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:14:46.317 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:14:46.317 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:46.318 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:46.318 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f816fa45043d9d3cfb2fcfe9c35f3a4dc03cd387ddb59c91c6a285df90d2423f finished by subtask 0; deferring removal (restored in pending)
02:14:46.319 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e7d2ed75ecefe1640227096dd643b1fbca1df7430efc8e33e54cdebc43da0c66 finished by subtask 2; deferring removal (restored in pending)
02:14:46.320 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 44710d49591530d867cb2816f851b96f (5024 bytes, checkpointDuration=37 ms, finalizationTime=0 ms).
02:14:46.323 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:14:46.323 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 6351d6e6374d2eac6fa4787d4b752cb592e953b1d7e39939451e638736555f42 from pending
02:14:46.323 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split b9e6740810e165e282abeed839bb27e123ad923b9fcb1970a3491df76f399742 from pending
02:14:46.323 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split f816fa45043d9d3cfb2fcfe9c35f3a4dc03cd387ddb59c91c6a285df90d2423f from pending
02:14:46.323 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split e7d2ed75ecefe1640227096dd643b1fbca1df7430efc8e33e54cdebc43da0c66 from pending
02:14:46.323 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 4 finished splits from enumerator state
02:14:46.323 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:46.324 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:46.324 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:46.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:46.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:46.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:46.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:46.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:46.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:46.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:46.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:46.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:46.325 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:46.325 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:46.326 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27500), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [66ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [67ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [105ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [743ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1742ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3000ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3003ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@964974709(state=PENDING, result=null, callback=(continuation of Deferred@922785018 after retry RPC after error@1625065235) -> (continuation of Deferred@850286489 after retry RPC after error@703784521) -> (continuation of Deferred@451281097 after retry RPC after error@512157849) -> (continuation of Deferred@1590978127 after retry RPC after error@1621754738) -> (continuation of Deferred@1256241126 after retry RPC after error@1661688835) -> (continuation of Deferred@504408115 after retry RPC after error@772905232) -> (continuation of Deferred@1627473075 after retry RPC after error@1490282452) -> (continuation of Deferred@1134136781 after retry RPC after error@1642218935) -> (continuation of Deferred@179151332 after retry RPC after error@1300699682) -> (continuation of Deferred@1124008378 after retry RPC after error@834874287) -> (continuation of Deferred@1451626226 after retry RPC after error@598034442) -> (continuation of Deferred@426606357 after retry RPC after error@836477380) -> (continuation of Deferred@1473042579 after retry RPC after error@1587556216) -> (continuation of Deferred@751269486 after retry RPC after error@1082009523) -> (continuation of Deferred@1900504943 after retry RPC after error@776166864) -> (continuation of Deferred@958413424 after retry RPC after error@148033880) -> (continuation of Deferred@1122284338 after retry RPC after error@1996344163) -> (continuation of Deferred@1320590454 after retry RPC after error@1349573865) -> (continuation of Deferred@929732854 after retry RPC after error@802487211) -> (continuation of Deferred@1434162955 after retry RPC after error@62562009) -> (continuation of Deferred@1626610544 after retry RPC after error@1760931174) -> (continuation of Deferred@1639955644 after retry RPC after error@908372484) -> (continuation of Deferred@1984628779 after retry RPC after error@865080601) -> (continuation of Deferred@794166667 after retry RPC after error@1018298095), errback=(continuation of Deferred@922785018 after retry RPC after error@1625065235) -> (continuation of Deferred@850286489 after retry RPC after error@703784521) -> (continuation of Deferred@451281097 after retry RPC after error@512157849) -> (continuation of Deferred@1590978127 after retry RPC after error@1621754738) -> (continuation of Deferred@1256241126 after retry RPC after error@1661688835) -> (continuation of Deferred@504408115 after retry RPC after error@772905232) -> (continuation of Deferred@1627473075 after retry RPC after error@1490282452) -> (continuation of Deferred@1134136781 after retry RPC after error@1642218935) -> (continuation of Deferred@179151332 after retry RPC after error@1300699682) -> (continuation of Deferred@1124008378 after retry RPC after error@834874287) -> (continuation of Deferred@1451626226 after retry RPC after error@598034442) -> (continuation of Deferred@426606357 after retry RPC after error@836477380) -> (continuation of Deferred@1473042579 after retry RPC after error@1587556216) -> (continuation of Deferred@751269486 after retry RPC after error@1082009523) -> (continuation of Deferred@1900504943 after retry RPC after error@776166864) -> (continuation of Deferred@958413424 after retry RPC after error@148033880) -> (continuation of Deferred@1122284338 after retry RPC after error@1996344163) -> (continuation of Deferred@1320590454 after retry RPC after error@1349573865) -> (continuation of Deferred@929732854 after retry RPC after error@802487211) -> (continuation of Deferred@1434162955 after retry RPC after error@62562009) -> (continuation of Deferred@1626610544 after retry RPC after error@1760931174) -> (continuation of Deferred@1639955644 after retry RPC after error@908372484) -> (continuation of Deferred@1984628779 after retry RPC after error@865080601) -> (continuation of Deferred@794166667 after retry RPC after error@1018298095)))
02:14:46.327 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:14:46.327 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27500), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [66ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [67ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [105ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [743ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1742ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3000ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3003ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@964974709(state=PENDING, result=null, callback=(continuation of Deferred@922785018 after retry RPC after error@1625065235) -> (continuation of Deferred@850286489 after retry RPC after error@703784521) -> (continuation of Deferred@451281097 after retry RPC after error@512157849) -> (continuation of Deferred@1590978127 after retry RPC after error@1621754738) -> (continuation of Deferred@1256241126 after retry RPC after error@1661688835) -> (continuation of Deferred@504408115 after retry RPC after error@772905232) -> (continuation of Deferred@1627473075 after retry RPC after error@1490282452) -> (continuation of Deferred@1134136781 after retry RPC after error@1642218935) -> (continuation of Deferred@179151332 after retry RPC after error@1300699682) -> (continuation of Deferred@1124008378 after retry RPC after error@834874287) -> (continuation of Deferred@1451626226 after retry RPC after error@598034442) -> (continuation of Deferred@426606357 after retry RPC after error@836477380) -> (continuation of Deferred@1473042579 after retry RPC after error@1587556216) -> (continuation of Deferred@751269486 after retry RPC after error@1082009523) -> (continuation of Deferred@1900504943 after retry RPC after error@776166864) -> (continuation of Deferred@958413424 after retry RPC after error@148033880) -> (continuation of Deferred@1122284338 after retry RPC after error@1996344163) -> (continuation of Deferred@1320590454 after retry RPC after error@1349573865) -> (continuation of Deferred@929732854 after retry RPC after error@802487211) -> (continuation of Deferred@1434162955 after retry RPC after error@62562009) -> (continuation of Deferred@1626610544 after retry RPC after error@1760931174) -> (continuation of Deferred@1639955644 after retry RPC after error@908372484) -> (continuation of Deferred@1984628779 after retry RPC after error@865080601) -> (continuation of Deferred@794166667 after retry RPC after error@1018298095), errback=(continuation of Deferred@922785018 after retry RPC after error@1625065235) -> (continuation of Deferred@850286489 after retry RPC after error@703784521) -> (continuation of Deferred@451281097 after retry RPC after error@512157849) -> (continuation of Deferred@1590978127 after retry RPC after error@1621754738) -> (continuation of Deferred@1256241126 after retry RPC after error@1661688835) -> (continuation of Deferred@504408115 after retry RPC after error@772905232) -> (continuation of Deferred@1627473075 after retry RPC after error@1490282452) -> (continuation of Deferred@1134136781 after retry RPC after error@1642218935) -> (continuation of Deferred@179151332 after retry RPC after error@1300699682) -> (continuation of Deferred@1124008378 after retry RPC after error@834874287) -> (continuation of Deferred@1451626226 after retry RPC after error@598034442) -> (continuation of Deferred@426606357 after retry RPC after error@836477380) -> (continuation of Deferred@1473042579 after retry RPC after error@1587556216) -> (continuation of Deferred@751269486 after retry RPC after error@1082009523) -> (continuation of Deferred@1900504943 after retry RPC after error@776166864) -> (continuation of Deferred@958413424 after retry RPC after error@148033880) -> (continuation of Deferred@1122284338 after retry RPC after error@1996344163) -> (continuation of Deferred@1320590454 after retry RPC after error@1349573865) -> (continuation of Deferred@929732854 after retry RPC after error@802487211) -> (continuation of Deferred@1434162955 after retry RPC after error@62562009) -> (continuation of Deferred@1626610544 after retry RPC after error@1760931174) -> (continuation of Deferred@1639955644 after retry RPC after error@908372484) -> (continuation of Deferred@1984628779 after retry RPC after error@865080601) -> (continuation of Deferred@794166667 after retry RPC after error@1018298095)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:46.327 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
02:14:46.329 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:14:46.331 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27500), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [66ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [67ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [105ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [743ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1742ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3000ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3003ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@964974709(state=PENDING, result=null, callback=(continuation of Deferred@922785018 after retry RPC after error@1625065235) -> (continuation of Deferred@850286489 after retry RPC after error@703784521) -> (continuation of Deferred@451281097 after retry RPC after error@512157849) -> (continuation of Deferred@1590978127 after retry RPC after error@1621754738) -> (continuation of Deferred@1256241126 after retry RPC after error@1661688835) -> (continuation of Deferred@504408115 after retry RPC after error@772905232) -> (continuation of Deferred@1627473075 after retry RPC after error@1490282452) -> (continuation of Deferred@1134136781 after retry RPC after error@1642218935) -> (continuation of Deferred@179151332 after retry RPC after error@1300699682) -> (continuation of Deferred@1124008378 after retry RPC after error@834874287) -> (continuation of Deferred@1451626226 after retry RPC after error@598034442) -> (continuation of Deferred@426606357 after retry RPC after error@836477380) -> (continuation of Deferred@1473042579 after retry RPC after error@1587556216) -> (continuation of Deferred@751269486 after retry RPC after error@1082009523) -> (continuation of Deferred@1900504943 after retry RPC after error@776166864) -> (continuation of Deferred@958413424 after retry RPC after error@148033880) -> (continuation of Deferred@1122284338 after retry RPC after error@1996344163) -> (continuation of Deferred@1320590454 after retry RPC after error@1349573865) -> (continuation of Deferred@929732854 after retry RPC after error@802487211) -> (continuation of Deferred@1434162955 after retry RPC after error@62562009) -> (continuation of Deferred@1626610544 after retry RPC after error@1760931174) -> (continuation of Deferred@1639955644 after retry RPC after error@908372484) -> (continuation of Deferred@1984628779 after retry RPC after error@865080601) -> (continuation of Deferred@794166667 after retry RPC after error@1018298095), errback=(continuation of Deferred@922785018 after retry RPC after error@1625065235) -> (continuation of Deferred@850286489 after retry RPC after error@703784521) -> (continuation of Deferred@451281097 after retry RPC after error@512157849) -> (continuation of Deferred@1590978127 after retry RPC after error@1621754738) -> (continuation of Deferred@1256241126 after retry RPC after error@1661688835) -> (continuation of Deferred@504408115 after retry RPC after error@772905232) -> (continuation of Deferred@1627473075 after retry RPC after error@1490282452) -> (continuation of Deferred@1134136781 after retry RPC after error@1642218935) -> (continuation of Deferred@179151332 after retry RPC after error@1300699682) -> (continuation of Deferred@1124008378 after retry RPC after error@834874287) -> (continuation of Deferred@1451626226 after retry RPC after error@598034442) -> (continuation of Deferred@426606357 after retry RPC after error@836477380) -> (continuation of Deferred@1473042579 after retry RPC after error@1587556216) -> (continuation of Deferred@751269486 after retry RPC after error@1082009523) -> (continuation of Deferred@1900504943 after retry RPC after error@776166864) -> (continuation of Deferred@958413424 after retry RPC after error@148033880) -> (continuation of Deferred@1122284338 after retry RPC after error@1996344163) -> (continuation of Deferred@1320590454 after retry RPC after error@1349573865) -> (continuation of Deferred@929732854 after retry RPC after error@802487211) -> (continuation of Deferred@1434162955 after retry RPC after error@62562009) -> (continuation of Deferred@1626610544 after retry RPC after error@1760931174) -> (continuation of Deferred@1639955644 after retry RPC after error@908372484) -> (continuation of Deferred@1984628779 after retry RPC after error@865080601) -> (continuation of Deferred@794166667 after retry RPC after error@1018298095)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:46.332 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
02:14:46.332 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:14:46.332 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RUNNING to RESTARTING.
02:14:46.332 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:46.334 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:46.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:46.335 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:14:46.335 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:14:46.337 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:46.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:46.337 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:46.337 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:14:46.362 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:46.396 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:46.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:46.396 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:46.397 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:14:46.400 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:46.400 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:46.400 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:46.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:46.405 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:46.412 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:46.419 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121325252608001) for scanner KuduScanner(table=replication_test_table, tablet=3d12e45193e24d3fb08919467876dd76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:46.419 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2df3598ddac185113b8f1fc829ed38992e8bf9f023eb5cd49d4984d4b3ed5246]
02:14:46.421 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2df3598ddac185113b8f1fc829ed38992e8bf9f023eb5cd49d4984d4b3ed5246 finished by subtask 1; deferring removal (restored in pending)
02:14:46.421 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [2df3598ddac185113b8f1fc829ed38992e8bf9f023eb5cd49d4984d4b3ed5246]
02:14:46.422 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:14:46.422 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:14:46.422 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:46.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:46.429 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:46.443 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:46.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:46.444 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:14:46.444 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:14:46.454 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:46.454 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:46.454 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:46.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.455 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb88cdef3, L:/127.0.0.1:34290 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:46.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:46.473 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:46.473 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:46.473 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:46.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:46.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:46.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:46.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:46.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:46.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:46.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:46.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:46.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:46.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:46.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27665), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [16ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [16ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [31ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [32ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [32ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [32ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [51ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [58ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [282ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [522ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [522ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [522ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [522ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [582ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [982ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [984ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1064ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5022ms] too many traces: truncated at 100 traces, deferred=Deferred@18318698(state=PENDING, result=null, callback=(continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130) -> (continuation of Deferred@2110286459 after retry RPC after error@34288609) -> (continuation of Deferred@478020501 after retry RPC after error@924788693) -> (continuation of Deferred@163186943 after retry RPC after error@1391830546) -> (continuation of Deferred@1048278386 after retry RPC after error@1888804071) -> (continuation of Deferred@699453434 after retry RPC after error@1443510760) -> (continuation of Deferred@859768510 after retry RPC after error@1696237530), errback=(continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130) -> (continuation of Deferred@2110286459 after retry RPC after error@34288609) -> (continuation of Deferred@478020501 after retry RPC after error@924788693) -> (continuation of Deferred@163186943 after retry RPC after error@1391830546) -> (continuation of Deferred@1048278386 after retry RPC after error@1888804071) -> (continuation of Deferred@699453434 after retry RPC after error@1443510760) -> (continuation of Deferred@859768510 after retry RPC after error@1696237530)))
02:14:46.477 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121325252608001) for scanner KuduScanner(table=replication_test_table, tablet=38c55b12b46b4b0a809f1e53ef851492, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:46.477 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [18e211c6e01310be060fbf6db6dd4e4d11935a895d0128631895ba943eafa9b6]
02:14:46.477 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [18e211c6e01310be060fbf6db6dd4e4d11935a895d0128631895ba943eafa9b6]
02:14:46.477 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:14:46.478 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:14:46.478 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:14:46.477 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27665), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [16ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [16ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [31ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [32ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [32ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [32ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [51ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [58ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [282ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [522ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [522ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [522ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [522ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [582ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [982ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [984ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1064ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5022ms] too many traces: truncated at 100 traces, deferred=Deferred@18318698(state=PENDING, result=null, callback=(continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130) -> (continuation of Deferred@2110286459 after retry RPC after error@34288609) -> (continuation of Deferred@478020501 after retry RPC after error@924788693) -> (continuation of Deferred@163186943 after retry RPC after error@1391830546) -> (continuation of Deferred@1048278386 after retry RPC after error@1888804071) -> (continuation of Deferred@699453434 after retry RPC after error@1443510760) -> (continuation of Deferred@859768510 after retry RPC after error@1696237530), errback=(continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130) -> (continuation of Deferred@2110286459 after retry RPC after error@34288609) -> (continuation of Deferred@478020501 after retry RPC after error@924788693) -> (continuation of Deferred@163186943 after retry RPC after error@1391830546) -> (continuation of Deferred@1048278386 after retry RPC after error@1888804071) -> (continuation of Deferred@699453434 after retry RPC after error@1443510760) -> (continuation of Deferred@859768510 after retry RPC after error@1696237530)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:46.478 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
02:14:46.480 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
02:14:46.480 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:46.481 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:46.481 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 18e211c6e01310be060fbf6db6dd4e4d11935a895d0128631895ba943eafa9b6 finished by subtask 3; deferring removal (restored in pending)
02:14:46.483 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27665), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [16ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [16ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [31ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [32ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [32ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [32ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [51ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [58ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [282ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [522ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [522ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [522ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [522ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [582ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [982ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [984ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1064ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5022ms] too many traces: truncated at 100 traces, deferred=Deferred@18318698(state=PENDING, result=null, callback=(continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130) -> (continuation of Deferred@2110286459 after retry RPC after error@34288609) -> (continuation of Deferred@478020501 after retry RPC after error@924788693) -> (continuation of Deferred@163186943 after retry RPC after error@1391830546) -> (continuation of Deferred@1048278386 after retry RPC after error@1888804071) -> (continuation of Deferred@699453434 after retry RPC after error@1443510760) -> (continuation of Deferred@859768510 after retry RPC after error@1696237530), errback=(continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130) -> (continuation of Deferred@2110286459 after retry RPC after error@34288609) -> (continuation of Deferred@478020501 after retry RPC after error@924788693) -> (continuation of Deferred@163186943 after retry RPC after error@1391830546) -> (continuation of Deferred@1048278386 after retry RPC after error@1888804071) -> (continuation of Deferred@699453434 after retry RPC after error@1443510760) -> (continuation of Deferred@859768510 after retry RPC after error@1696237530)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:46.485 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:46.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
02:14:46.486 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
02:14:46.543 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:46.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:46.543 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:46.544 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:14:46.652 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:46.652 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:46.652 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:46.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:46.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:46.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:46.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:46.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:46.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476886779 for job 44710d49591530d867cb2816f851b96f.
02:14:46.793 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 44710d49591530d867cb2816f851b96f (2312 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:14:46.797 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:14:46.797 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 2df3598ddac185113b8f1fc829ed38992e8bf9f023eb5cd49d4984d4b3ed5246 from pending
02:14:46.797 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 18e211c6e01310be060fbf6db6dd4e4d11935a895d0128631895ba943eafa9b6 from pending
02:14:46.797 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 2 finished splits from enumerator state
02:14:46.812 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:46.822 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:46.822 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:46.823 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:46.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:46.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:46.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:46.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:46.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:46.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:46.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:46.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:46.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:46.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:46.846 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:46.847 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:46.847 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:46.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:46.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:46.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:46.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:46.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:46.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:46.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:46.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:46.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:46.848 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:46.886 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:46.887 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:46.887 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:46.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:46.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:46.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:46.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:46.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:46.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:46.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:46.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:46.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:46.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:46.888 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28071), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [27ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [482ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [822ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [823ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1582ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1584ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2880ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2883ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2883ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@445181372(state=PENDING, result=null, callback=(continuation of Deferred@2064519622 after retry RPC after error@2075606401) -> (continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872), errback=(continuation of Deferred@2064519622 after retry RPC after error@2075606401) -> (continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872)))
02:14:46.889 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:14:46.889 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28071), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [27ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [482ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [822ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [823ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1582ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1584ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2880ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2883ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2883ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@445181372(state=PENDING, result=null, callback=(continuation of Deferred@2064519622 after retry RPC after error@2075606401) -> (continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872), errback=(continuation of Deferred@2064519622 after retry RPC after error@2075606401) -> (continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.60:44877
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:46.890 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
02:14:46.892 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
02:14:46.894 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28071), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [27ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [482ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [822ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [823ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1582ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1584ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2880ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2883ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2883ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@445181372(state=PENDING, result=null, callback=(continuation of Deferred@2064519622 after retry RPC after error@2075606401) -> (continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872), errback=(continuation of Deferred@2064519622 after retry RPC after error@2075606401) -> (continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.60:44877
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:46.895 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
02:14:46.896 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:46.896 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
02:14:47.102 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:47.102 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:47.103 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:47.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:47.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:47.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:47.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:47.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:47.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:47.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:47.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:47.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:47.105 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:47.196 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:47.197 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:47.197 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:47.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:47.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:47.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:47.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:47.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:47.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:47.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:47.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:47.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:47.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:47.240 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:47.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:47.240 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:47.240 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:47.240 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:47.240 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:47.240 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:47.241 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:47.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:47.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:47.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:47.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:47.241 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:47.241 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:47.242 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28426), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [19ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [110ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [110ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [226ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [226ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [603ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [822ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [823ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [841ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [841ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [842ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3600ms] refreshing cache from master, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3602ms] too many traces: truncated at 100 traces, deferred=Deferred@2108469623(state=PENDING, result=null, callback=(continuation of Deferred@1298733136 after retry RPC after error@438337320) -> (continuation of Deferred@1957738960 after retry RPC after error@1812957496) -> (continuation of Deferred@1763817329 after retry RPC after error@1893813314) -> (continuation of Deferred@32380343 after retry RPC after error@297274107) -> (continuation of Deferred@1975958914 after retry RPC after error@264203300) -> (continuation of Deferred@2114819017 after retry RPC after error@800301345) -> (continuation of Deferred@1876501496 after retry RPC after error@460569707) -> (continuation of Deferred@166917911 after retry RPC after error@1006298529) -> (continuation of Deferred@496687045 after retry RPC after error@462201081) -> (continuation of Deferred@89700048 after retry RPC after error@1776520247) -> (continuation of Deferred@571234865 after retry RPC after error@1551478241) -> (continuation of Deferred@475496072 after retry RPC after error@1772149505) -> (continuation of Deferred@700303830 after retry RPC after error@943357861) -> (continuation of Deferred@532608276 after retry RPC after error@1881754929) -> (continuation of Deferred@924699035 after retry RPC after error@1555124106) -> (continuation of Deferred@885987165 after retry RPC after error@246776880) -> (continuation of Deferred@1472058732 after retry RPC after error@19275022) -> (continuation of Deferred@1302300552 after retry RPC after error@1864965647) -> (continuation of Deferred@1443278899 after retry RPC after error@1735989648) -> (continuation of Deferred@1449877808 after retry RPC after error@1905644692) -> (continuation of Deferred@309425597 after retry RPC after error@1038834682) -> (continuation of Deferred@814014358 after retry RPC after error@1869257830) -> (continuation of Deferred@1982841003 after retry RPC after error@293368095) -> (continuation of Deferred@118645961 after retry RPC after error@1008746977) -> (continuation of Deferred@872604758 after retry RPC after error@1174703936), errback=(continuation of Deferred@1298733136 after retry RPC after error@438337320) -> (continuation of Deferred@1957738960 after retry RPC after error@1812957496) -> (continuation of Deferred@1763817329 after retry RPC after error@1893813314) -> (continuation of Deferred@32380343 after retry RPC after error@297274107) -> (continuation of Deferred@1975958914 after retry RPC after error@264203300) -> (continuation of Deferred@2114819017 after retry RPC after error@800301345) -> (continuation of Deferred@1876501496 after retry RPC after error@460569707) -> (continuation of Deferred@166917911 after retry RPC after error@1006298529) -> (continuation of Deferred@496687045 after retry RPC after error@462201081) -> (continuation of Deferred@89700048 after retry RPC after error@1776520247) -> (continuation of Deferred@571234865 after retry RPC after error@1551478241) -> (continuation of Deferred@475496072 after retry RPC after error@1772149505) -> (continuation of Deferred@700303830 after retry RPC after error@943357861) -> (continuation of Deferred@532608276 after retry RPC after error@1881754929) -> (continuation of Deferred@924699035 after retry RPC after error@1555124106) -> (continuation of Deferred@885987165 after retry RPC after error@246776880) -> (continuation of Deferred@1472058732 after retry RPC after error@19275022) -> (continuation of Deferred@1302300552 after retry RPC after error@1864965647) -> (continuation of Deferred@1443278899 after retry RPC after error@1735989648) -> (continuation of Deferred@1449877808 after retry RPC after error@1905644692) -> (continuation of Deferred@309425597 after retry RPC after error@1038834682) -> (continuation of Deferred@814014358 after retry RPC after error@1869257830) -> (continuation of Deferred@1982841003 after retry RPC after error@293368095) -> (continuation of Deferred@118645961 after retry RPC after error@1008746977) -> (continuation of Deferred@872604758 after retry RPC after error@1174703936)))
02:14:47.243 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:14:47.243 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28426), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [19ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [110ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [110ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [226ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [226ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [603ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [822ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [823ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [841ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [841ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [842ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3600ms] refreshing cache from master, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3602ms] too many traces: truncated at 100 traces, deferred=Deferred@2108469623(state=PENDING, result=null, callback=(continuation of Deferred@1298733136 after retry RPC after error@438337320) -> (continuation of Deferred@1957738960 after retry RPC after error@1812957496) -> (continuation of Deferred@1763817329 after retry RPC after error@1893813314) -> (continuation of Deferred@32380343 after retry RPC after error@297274107) -> (continuation of Deferred@1975958914 after retry RPC after error@264203300) -> (continuation of Deferred@2114819017 after retry RPC after error@800301345) -> (continuation of Deferred@1876501496 after retry RPC after error@460569707) -> (continuation of Deferred@166917911 after retry RPC after error@1006298529) -> (continuation of Deferred@496687045 after retry RPC after error@462201081) -> (continuation of Deferred@89700048 after retry RPC after error@1776520247) -> (continuation of Deferred@571234865 after retry RPC after error@1551478241) -> (continuation of Deferred@475496072 after retry RPC after error@1772149505) -> (continuation of Deferred@700303830 after retry RPC after error@943357861) -> (continuation of Deferred@532608276 after retry RPC after error@1881754929) -> (continuation of Deferred@924699035 after retry RPC after error@1555124106) -> (continuation of Deferred@885987165 after retry RPC after error@246776880) -> (continuation of Deferred@1472058732 after retry RPC after error@19275022) -> (continuation of Deferred@1302300552 after retry RPC after error@1864965647) -> (continuation of Deferred@1443278899 after retry RPC after error@1735989648) -> (continuation of Deferred@1449877808 after retry RPC after error@1905644692) -> (continuation of Deferred@309425597 after retry RPC after error@1038834682) -> (continuation of Deferred@814014358 after retry RPC after error@1869257830) -> (continuation of Deferred@1982841003 after retry RPC after error@293368095) -> (continuation of Deferred@118645961 after retry RPC after error@1008746977) -> (continuation of Deferred@872604758 after retry RPC after error@1174703936), errback=(continuation of Deferred@1298733136 after retry RPC after error@438337320) -> (continuation of Deferred@1957738960 after retry RPC after error@1812957496) -> (continuation of Deferred@1763817329 after retry RPC after error@1893813314) -> (continuation of Deferred@32380343 after retry RPC after error@297274107) -> (continuation of Deferred@1975958914 after retry RPC after error@264203300) -> (continuation of Deferred@2114819017 after retry RPC after error@800301345) -> (continuation of Deferred@1876501496 after retry RPC after error@460569707) -> (continuation of Deferred@166917911 after retry RPC after error@1006298529) -> (continuation of Deferred@496687045 after retry RPC after error@462201081) -> (continuation of Deferred@89700048 after retry RPC after error@1776520247) -> (continuation of Deferred@571234865 after retry RPC after error@1551478241) -> (continuation of Deferred@475496072 after retry RPC after error@1772149505) -> (continuation of Deferred@700303830 after retry RPC after error@943357861) -> (continuation of Deferred@532608276 after retry RPC after error@1881754929) -> (continuation of Deferred@924699035 after retry RPC after error@1555124106) -> (continuation of Deferred@885987165 after retry RPC after error@246776880) -> (continuation of Deferred@1472058732 after retry RPC after error@19275022) -> (continuation of Deferred@1302300552 after retry RPC after error@1864965647) -> (continuation of Deferred@1443278899 after retry RPC after error@1735989648) -> (continuation of Deferred@1449877808 after retry RPC after error@1905644692) -> (continuation of Deferred@309425597 after retry RPC after error@1038834682) -> (continuation of Deferred@814014358 after retry RPC after error@1869257830) -> (continuation of Deferred@1982841003 after retry RPC after error@293368095) -> (continuation of Deferred@118645961 after retry RPC after error@1008746977) -> (continuation of Deferred@872604758 after retry RPC after error@1174703936)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.60:44877
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:47.243 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:14:47.247 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:14:47.249 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28426), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [10ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [19ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [110ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [110ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [226ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [226ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [603ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [822ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [823ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [841ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [841ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [842ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3600ms] refreshing cache from master, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3602ms] too many traces: truncated at 100 traces, deferred=Deferred@2108469623(state=PENDING, result=null, callback=(continuation of Deferred@1298733136 after retry RPC after error@438337320) -> (continuation of Deferred@1957738960 after retry RPC after error@1812957496) -> (continuation of Deferred@1763817329 after retry RPC after error@1893813314) -> (continuation of Deferred@32380343 after retry RPC after error@297274107) -> (continuation of Deferred@1975958914 after retry RPC after error@264203300) -> (continuation of Deferred@2114819017 after retry RPC after error@800301345) -> (continuation of Deferred@1876501496 after retry RPC after error@460569707) -> (continuation of Deferred@166917911 after retry RPC after error@1006298529) -> (continuation of Deferred@496687045 after retry RPC after error@462201081) -> (continuation of Deferred@89700048 after retry RPC after error@1776520247) -> (continuation of Deferred@571234865 after retry RPC after error@1551478241) -> (continuation of Deferred@475496072 after retry RPC after error@1772149505) -> (continuation of Deferred@700303830 after retry RPC after error@943357861) -> (continuation of Deferred@532608276 after retry RPC after error@1881754929) -> (continuation of Deferred@924699035 after retry RPC after error@1555124106) -> (continuation of Deferred@885987165 after retry RPC after error@246776880) -> (continuation of Deferred@1472058732 after retry RPC after error@19275022) -> (continuation of Deferred@1302300552 after retry RPC after error@1864965647) -> (continuation of Deferred@1443278899 after retry RPC after error@1735989648) -> (continuation of Deferred@1449877808 after retry RPC after error@1905644692) -> (continuation of Deferred@309425597 after retry RPC after error@1038834682) -> (continuation of Deferred@814014358 after retry RPC after error@1869257830) -> (continuation of Deferred@1982841003 after retry RPC after error@293368095) -> (continuation of Deferred@118645961 after retry RPC after error@1008746977) -> (continuation of Deferred@872604758 after retry RPC after error@1174703936), errback=(continuation of Deferred@1298733136 after retry RPC after error@438337320) -> (continuation of Deferred@1957738960 after retry RPC after error@1812957496) -> (continuation of Deferred@1763817329 after retry RPC after error@1893813314) -> (continuation of Deferred@32380343 after retry RPC after error@297274107) -> (continuation of Deferred@1975958914 after retry RPC after error@264203300) -> (continuation of Deferred@2114819017 after retry RPC after error@800301345) -> (continuation of Deferred@1876501496 after retry RPC after error@460569707) -> (continuation of Deferred@166917911 after retry RPC after error@1006298529) -> (continuation of Deferred@496687045 after retry RPC after error@462201081) -> (continuation of Deferred@89700048 after retry RPC after error@1776520247) -> (continuation of Deferred@571234865 after retry RPC after error@1551478241) -> (continuation of Deferred@475496072 after retry RPC after error@1772149505) -> (continuation of Deferred@700303830 after retry RPC after error@943357861) -> (continuation of Deferred@532608276 after retry RPC after error@1881754929) -> (continuation of Deferred@924699035 after retry RPC after error@1555124106) -> (continuation of Deferred@885987165 after retry RPC after error@246776880) -> (continuation of Deferred@1472058732 after retry RPC after error@19275022) -> (continuation of Deferred@1302300552 after retry RPC after error@1864965647) -> (continuation of Deferred@1443278899 after retry RPC after error@1735989648) -> (continuation of Deferred@1449877808 after retry RPC after error@1905644692) -> (continuation of Deferred@309425597 after retry RPC after error@1038834682) -> (continuation of Deferred@814014358 after retry RPC after error@1869257830) -> (continuation of Deferred@1982841003 after retry RPC after error@293368095) -> (continuation of Deferred@118645961 after retry RPC after error@1008746977) -> (continuation of Deferred@872604758 after retry RPC after error@1174703936)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.60:44877
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:47.250 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44a1d56ce7e44c75dd2bece6ef564b6b
02:14:47.251 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
02:14:47.251 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:14:47.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476887279 for job 44710d49591530d867cb2816f851b96f.
02:14:47.294 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:14:47.299 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:14:47.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:47.322 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:47.322 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:47.323 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:47.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:47.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:47.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:47.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:47.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:47.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:47.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:47.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:47.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:47.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:47.333 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:47.334 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:47.334 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:47.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.335 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:47.593 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:47.594 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:47.594 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:47.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:47.639 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:47.639 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:47.639 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:47.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:47.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:47.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:47.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:47.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:47.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:47.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:47.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:47.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:47.641 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:47.733 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:47.734 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:47.734 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:47.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.735 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.735 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.735 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.736 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:47.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:47.753 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:47.754 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:47.754 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:47.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:47.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:47.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:47.755 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:47.754 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:47.756 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:47.756 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:47.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:47.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:47.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:47.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:47.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:47.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:47.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:47.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:47.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:47.757 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:47.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476887779 for job 44710d49591530d867cb2816f851b96f.
02:14:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:14:47Z chronyd exiting
02:14:47.789 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:14:47.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:14:47.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:48.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 279e6e4a3b914b109a690996330e664b
02:14:48.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3d12e45193e24d3fb08919467876dd76 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:14:48.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 16cc208ff5e94250a5d2325469e86867 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:14:48.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 200136c1be434322960489046e98ae23 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:14:48.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2853e0088cf64f998795f0353775e2d7 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:14:48.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c2c4318690ad4ebaaef4ada1b316214e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:14:48.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 38c55b12b46b4b0a809f1e53ef851492 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:14:48.069 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:14:48.073 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7d31a07bb591bee6f078321619a6b55b9a94ef112f193bbe172e29eaab0b55ff'}]
02:14:48.075 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:48.075 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='140b5ae9e005b2a461ef562196a3ada7026d2a897ed26223b27cc26154e18c09'}]
02:14:48.077 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:14:48.077 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='46da6fcf6f46271d7aeb131b42f5b34efda5c6a80febbaa293295433a816ce5a'}]
02:14:48.078 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='41ece4e0aa3890efb235a2a5bdcc0e235d7ed11708213f968e381ead6529aee5'}]
02:14:48.080 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=16cc208ff5e94250a5d2325469e86867@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:48.086 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:48.086 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
02:14:48.087 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=3d12e45193e24d3fb08919467876dd76@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}]
02:14:48.088 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:48.088 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:14:48.089 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=200136c1be434322960489046e98ae23@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:48.089 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:48.089 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
02:14:48.090 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=2853e0088cf64f998795f0353775e2d7@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)[L],70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:48.104 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:48.107 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:48.108 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:48.109 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:48.111 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:48.115 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:48.124 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:48.136 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:48.142 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5fb5d671, L:/127.0.0.1:34304 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:48.147 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:48.151 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121333444608001) for scanner KuduScanner(table=replication_test_table, tablet=16cc208ff5e94250a5d2325469e86867, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:48.151 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [7d31a07bb591bee6f078321619a6b55b9a94ef112f193bbe172e29eaab0b55ff]
02:14:48.152 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7d31a07bb591bee6f078321619a6b55b9a94ef112f193bbe172e29eaab0b55ff]
02:14:48.152 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:14:48.152 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:14:48.153 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7d31a07bb591bee6f078321619a6b55b9a94ef112f193bbe172e29eaab0b55ff finished by subtask 2; deferring removal (restored in pending)
02:14:48.153 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:48.156 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0f65d0519667c7f4225f866ec40207e5ca52e1baffdb72c702d02daeab8906dd'}]
02:14:48.157 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:48.158 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:48.159 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:48.169 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:48.172 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:48.173 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:14:48.174 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=c2c4318690ad4ebaaef4ada1b316214e@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711),86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)[L]]}]
02:14:48.178 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:48.186 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:48.187 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:48.192 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:48.193 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd240192f, L:/127.0.0.1:34316 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:48.198 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x24505148, L:/127.0.0.1:34324 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:48.212 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121333444608001) for scanner KuduScanner(table=replication_test_table, tablet=3d12e45193e24d3fb08919467876dd76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:48.212 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [41ece4e0aa3890efb235a2a5bdcc0e235d7ed11708213f968e381ead6529aee5]
02:14:48.213 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [41ece4e0aa3890efb235a2a5bdcc0e235d7ed11708213f968e381ead6529aee5]
02:14:48.213 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
02:14:48.213 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
02:14:48.214 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 41ece4e0aa3890efb235a2a5bdcc0e235d7ed11708213f968e381ead6529aee5 finished by subtask 0; deferring removal (restored in pending)
02:14:48.215 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:48.215 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='166219a9b7ea7d2e787dffe673d759a0e0cff85310d1355ad3d191ceaf8e63ae'}]
02:14:48.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:48.223 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7b8fe60e, L:/127.0.0.1:34322 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:48.230 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:48.233 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 7
02:14:48.234 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=38c55b12b46b4b0a809f1e53ef851492@[1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255),70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)[L],86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)]}]
02:14:48.239 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:48.240 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121333444608001) for scanner KuduScanner(table=replication_test_table, tablet=200136c1be434322960489046e98ae23, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:48.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:48.240 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [46da6fcf6f46271d7aeb131b42f5b34efda5c6a80febbaa293295433a816ce5a]
02:14:48.240 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [46da6fcf6f46271d7aeb131b42f5b34efda5c6a80febbaa293295433a816ce5a]
02:14:48.241 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:14:48.241 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:14:48.241 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:48.242 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 46da6fcf6f46271d7aeb131b42f5b34efda5c6a80febbaa293295433a816ce5a finished by subtask 1; deferring removal (restored in pending)
02:14:48.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:48.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476888279 for job 44710d49591530d867cb2816f851b96f.
02:14:48.282 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:48.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:48.282 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:14:48.282 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
02:14:48.289 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 44710d49591530d867cb2816f851b96f (5024 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:14:48.291 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:14:48.291 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split 7d31a07bb591bee6f078321619a6b55b9a94ef112f193bbe172e29eaab0b55ff from pending
02:14:48.291 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split 46da6fcf6f46271d7aeb131b42f5b34efda5c6a80febbaa293295433a816ce5a from pending
02:14:48.291 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split 41ece4e0aa3890efb235a2a5bdcc0e235d7ed11708213f968e381ead6529aee5 from pending
02:14:48.291 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 11 complete: removed 3 finished splits from enumerator state
02:14:48.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:48.317 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:48.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:48.317 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:14:48.318 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:14:48.319 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] connecting to peer
02:14:48.332 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:48.336 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:48.346 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.347 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.347 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.348 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [16ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [28ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [382ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [502ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [962ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2260ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4300ms] refreshing cache from master, [4300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4301ms] too many traces: truncated at 100 traces, deferred=Deferred@2119639845(state=PENDING, result=null, callback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808), errback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808)))
02:14:48.350 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.350 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.350 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.352 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.350 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [16ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [28ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [382ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [502ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [962ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2260ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4300ms] refreshing cache from master, [4300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4301ms] too many traces: truncated at 100 traces, deferred=Deferred@2119639845(state=PENDING, result=null, callback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808), errback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [16ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [28ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [382ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [502ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [962ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2260ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4300ms] refreshing cache from master, [4300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4301ms] too many traces: truncated at 100 traces, deferred=Deferred@2119639845(state=PENDING, result=null, callback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808), errback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:48.358 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:48.360 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [16ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [28ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [382ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [502ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [962ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2260ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4300ms] refreshing cache from master, [4300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4301ms] too many traces: truncated at 100 traces, deferred=Deferred@2119639845(state=PENDING, result=null, callback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808), errback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [16ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [28ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [382ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [501ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [502ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [962ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2260ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4300ms] refreshing cache from master, [4300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4301ms] too many traces: truncated at 100 traces, deferred=Deferred@2119639845(state=PENDING, result=null, callback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808), errback=(continuation of Deferred@1127506163 after retry RPC after error@731879503) -> (continuation of Deferred@568679127 after retry RPC after error@1726749637) -> (continuation of Deferred@113237011 after retry RPC after error@1370841451) -> (continuation of Deferred@1519237736 after retry RPC after error@1555673295) -> (continuation of Deferred@605986831 after retry RPC after error@1582969822) -> (continuation of Deferred@1764990087 after retry RPC after error@2023581350) -> (continuation of Deferred@701677410 after retry RPC after error@647605573) -> (continuation of Deferred@1404820149 after retry RPC after error@1073757746) -> (continuation of Deferred@2081792255 after retry RPC after error@386779581) -> (continuation of Deferred@443471771 after retry RPC after error@1532922698) -> (continuation of Deferred@169728646 after retry RPC after error@1931782745) -> (continuation of Deferred@530213289 after retry RPC after error@816948683) -> (continuation of Deferred@1411158193 after retry RPC after error@45915657) -> (continuation of Deferred@1311205590 after retry RPC after error@1938096932) -> (continuation of Deferred@1126993149 after retry RPC after error@629546567) -> (continuation of Deferred@1351791609 after retry RPC after error@190125804) -> (continuation of Deferred@741943327 after retry RPC after error@970485753) -> (continuation of Deferred@2089819712 after retry RPC after error@1599178056) -> (continuation of Deferred@978134893 after retry RPC after error@1074798714) -> (continuation of Deferred@1015956518 after retry RPC after error@1864826170) -> (continuation of Deferred@1006885372 after retry RPC after error@2102472182) -> (continuation of Deferred@867232014 after retry RPC after error@1806114159) -> (continuation of Deferred@1237968350 after retry RPC after error@1032019852) -> (continuation of Deferred@156182955 after retry RPC after error@1515196808)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:48.361 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:14:48.362 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7ebc55bf, L:/127.0.0.1:34338 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:48.366 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.366 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.366 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.384 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121333444608001) for scanner KuduScanner(table=replication_test_table, tablet=c2c4318690ad4ebaaef4ada1b316214e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:48.384 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [0f65d0519667c7f4225f866ec40207e5ca52e1baffdb72c702d02daeab8906dd]
02:14:48.386 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.386 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.386 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.388 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.388 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0f65d0519667c7f4225f866ec40207e5ca52e1baffdb72c702d02daeab8906dd]
02:14:48.388 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:14:48.388 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:14:48.389 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:48.389 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0f65d0519667c7f4225f866ec40207e5ca52e1baffdb72c702d02daeab8906dd finished by subtask 2; deferring removal (restored in pending)
02:14:48.390 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:48.390 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:14:48.390 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:48.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:48.391 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:48.407 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.407 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.407 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.403 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] Successfully connected to peer
02:14:48.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.408 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.419 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.126.194
02:14:48.426 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.427 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.427 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.427 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:14:48.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.429 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:48.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:48.429 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:48.429 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:14:48.436 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0ab3204d, L:/127.0.0.1:34346 - R:/127.26.126.194:44255] using SASL/PLAIN
02:14:48.446 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.447 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.447 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.448 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.448 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.448 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.448 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.453 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121333444608001) for scanner KuduScanner(table=replication_test_table, tablet=38c55b12b46b4b0a809f1e53ef851492, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:48.453 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [166219a9b7ea7d2e787dffe673d759a0e0cff85310d1355ad3d191ceaf8e63ae]
02:14:48.453 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [166219a9b7ea7d2e787dffe673d759a0e0cff85310d1355ad3d191ceaf8e63ae]
02:14:48.454 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 7 because it is idle.
02:14:48.454 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 7
02:14:48.454 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 166219a9b7ea7d2e787dffe673d759a0e0cff85310d1355ad3d191ceaf8e63ae finished by subtask 0; deferring removal (restored in pending)
02:14:48.455 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:48.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:48.471 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:48.472 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:48.472 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:48.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:48.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:48.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:48.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:48.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:48.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:48.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:48.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:48.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:48.474 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:48.486 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.486 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.487 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.488 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.488 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.488 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.490 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121333444608001) for scanner KuduScanner(table=replication_test_table, tablet=2853e0088cf64f998795f0353775e2d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:14:48.490 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [140b5ae9e005b2a461ef562196a3ada7026d2a897ed26223b27cc26154e18c09]
02:14:48.490 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [140b5ae9e005b2a461ef562196a3ada7026d2a897ed26223b27cc26154e18c09]
02:14:48.491 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
02:14:48.491 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
02:14:48.491 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 140b5ae9e005b2a461ef562196a3ada7026d2a897ed26223b27cc26154e18c09 finished by subtask 3; deferring removal (restored in pending)
02:14:48.492 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:48.493 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:48.522 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:48.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:48.522 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:48.522 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 7 exited.
02:14:48.542 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:48.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:48.542 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:48.542 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
02:14:48.568 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.568 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.569 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.570 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.570 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.726 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:48.726 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:48.727 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:48.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:48.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:48.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:48.728 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:48.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:48.781 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476888780 for job 44710d49591530d867cb2816f851b96f.
02:14:48.797 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 44710d49591530d867cb2816f851b96f (2994 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:14:48.798 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:14:48.799 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 166219a9b7ea7d2e787dffe673d759a0e0cff85310d1355ad3d191ceaf8e63ae from pending
02:14:48.799 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 140b5ae9e005b2a461ef562196a3ada7026d2a897ed26223b27cc26154e18c09 from pending
02:14:48.799 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 0f65d0519667c7f4225f866ec40207e5ca52e1baffdb72c702d02daeab8906dd from pending
02:14:48.799 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 3 finished splits from enumerator state
02:14:48.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:48.866 [DEBUG - main] (Connection.java:575) [peer master-127.26.126.253:36049(127.26.126.253:36049)] disconnecting while in state READY
02:14:48.866 [DEBUG - main] (Connection.java:575) [peer master-127.26.126.252:33207(127.26.126.252:33207)] disconnecting while in state READY
02:14:48.866 [DEBUG - main] (Connection.java:575) [peer 86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)] disconnecting while in state READY
02:14:48.866 [DEBUG - main] (Connection.java:575) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] disconnecting while in state READY
02:14:48.866 [DEBUG - main] (Connection.java:575) [peer 70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)] disconnecting while in state READY
02:14:48.866 [DEBUG - main] (Connection.java:575) [peer master-127.26.126.254:34137(127.26.126.254:34137)] disconnecting while in state READY
02:14:48.867 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.126.252:33207(127.26.126.252:33207)] handling channelInactive
02:14:48.867 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.126.254:34137(127.26.126.254:34137)] handling channelInactive
02:14:48.867 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] handling channelInactive
02:14:48.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state READY due to: connection closed
02:14:48.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 1843ac9dbd254efca60ba56ee24e366b(127.26.126.194:44255)] cleaning up while in state READY due to: connection closed
02:14:48.867 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)] handling channelInactive
02:14:48.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 70bfac2bba0a408a80c9f89308fa1fc8(127.26.126.193:35711)] cleaning up while in state READY due to: connection closed
02:14:48.867 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:48.867 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.126.253:36049(127.26.126.253:36049)] handling channelInactive
02:14:48.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state READY due to: connection closed
02:14:48.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state READY due to: connection closed
02:14:48.869 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:14:48.869 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
02:14:48.869 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:14:48.870 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
02:14:48.870 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-5
02:14:48.880 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)] handling channelInactive
02:14:48.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 86a2555679df4a22a3c2c9595f5311e0(127.26.126.195:37263)] cleaning up while in state READY due to: connection closed
02:14:48.880 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
02:14:48.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:48.881307 27131 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 27417
02:14:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:48.937736 27658 connection.cc:573] client connection to 127.26.126.193:35711 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:14:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:48.938318 27658 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:14:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:48.944962 27320 connection.cc:573] server connection from 127.26.126.193:49113 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:14:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:48.946048 27852 connection.cc:573] client connection to 127.26.126.193:35711 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:14:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:48.946595 27852 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:14:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:48.959513 27131 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 27614
02:14:48.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:48.963527 27852 consensus_peers.cc:597] T 2853e0088cf64f998795f0353775e2d7 P 86a2555679df4a22a3c2c9595f5311e0 -> Peer 70bfac2bba0a408a80c9f89308fa1fc8 (127.26.126.193:35711): Couldn't send request to peer 70bfac2bba0a408a80c9f89308fa1fc8. Status: Network error: Client connection negotiation failed: client connection to 127.26.126.193:35711: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:14:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:49.017612 27131 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 27832
02:14:49.019 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:49.019 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:49.020 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:49.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:49.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:49.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:49.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:49.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:49.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:49.020 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:49.020 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:49.020 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:49.021 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:49.065613 27321 connection.cc:573] server connection from 127.26.126.195:36447 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:14:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:49.065814 27131 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 27143
02:14:49.100 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.126.254:34137(127.26.126.254:34137)] handling channelInactive
02:14:49.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state READY due to: connection closed
02:14:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:49.100898 27319 connection.cc:573] client connection to 127.26.126.254:34137 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:14:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:49.101472 27319 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:14:49.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:49.102686 27131 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 27213
02:14:49.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:49.107522 27319 consensus_peers.cc:597] T 00000000000000000000000000000000 P 368290d4ad09417cbfe13016796cdea9 -> Peer 4ee84ba74207461dbfe633a6008b3ab6 (127.26.126.254:34137): Couldn't send request to peer 4ee84ba74207461dbfe633a6008b3ab6. Status: Network error: Client connection negotiation failed: client connection to 127.26.126.254:34137: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:14:49.137 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.126.253:36049(127.26.126.253:36049)] handling channelInactive
02:14:49.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state READY due to: connection closed
02:14:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:49.137512 27131 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 27289
02:14:49.175 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.126.252:33207(127.26.126.252:33207)] handling channelInactive
02:14:49.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state READY due to: connection closed
02:14:49.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:49.247 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:49.247 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:49.247 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:49.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:49.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:49.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:49.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:49.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:49.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:49.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:49.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:49.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:49.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:49.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476889280 for job 44710d49591530d867cb2816f851b96f.
02:14:49.292 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:14:49.292 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:14:49.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:49.602 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:49.602 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:49.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:49.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:49.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:49.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:49.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:49.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:49.603 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:49.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:49.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:49.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:49.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:49.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:49.779 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:49.779 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:49.779 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:49.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:49.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:49.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:49.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:49.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:49.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:49.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:49.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:49.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:49.780 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:49.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476889780 for job 44710d49591530d867cb2816f851b96f.
02:14:49.791 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:14:49.791 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:14:49.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:50.049 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.051 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.26.126.252:33207(127.26.126.252:33207) for tablet Kudu Master: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.055 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:50.056 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.056 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:50.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.057 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.057 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.057 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:50.075 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:50.076 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.077 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:50.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:50.095 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:50.096 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.096 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:50.096 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.097 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:50.115 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:50.115 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.116 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:50.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.117 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:50.126 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:50.127 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:50.127 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:50.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:50.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:50.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:50.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:50.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:50.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:50.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:50.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:50.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:50.128 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:50.135 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:50.136 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.136 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:50.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:50.176 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:50.176 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.176 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:50.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.177 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:50.236 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:50.236 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.236 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:50.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.237 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:50.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:50.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476890279 for job 44710d49591530d867cb2816f851b96f.
02:14:50.289 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:14:50.290 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:14:50.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:50.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:14:50Z chronyd exiting
02:14:50.375 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:50.376 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.376 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:50.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.377 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:50.496 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:50.496 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:50.496 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:50.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:50.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:50.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:50.497 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:50.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:50.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476890779 for job 44710d49591530d867cb2816f851b96f.
02:14:50.787 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:14:50.788 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:14:50.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:51.215 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:51.215 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:51.215 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:51.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:51.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:51.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:51.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:51.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:51.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:51.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:51.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:51.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:51.216 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:51.239 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:51.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476891279 for job 44710d49591530d867cb2816f851b96f.
02:14:51.287 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:14:51.288 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:14:51.291 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:51.291 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:51.292 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:51.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:51.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:51.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:51.292 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:51.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:51.292 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:51.292 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:51.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:51.292 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:51.292 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:51.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:51.313 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:51.313 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:51.313 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:51.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:51.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:51.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:51.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:51.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:51.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:51.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:51.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:51.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:51.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
.02:14:51.410 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476891410
02:14:51.411 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476891411
02:14:51.415 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:14:51.419 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:14:51.420 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:14:51.420 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:14:51.420 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:14:51.420 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:14:51.423 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:14:51.517 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RESTARTING to RUNNING.
02:14:51.518 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 44a1d56ce7e44c75dd2bece6ef564b6b from Checkpoint 67 @ 1783476767588 for 44a1d56ce7e44c75dd2bece6ef564b6b located at file:/tmp/junit1567620589577463559/checkpoints/44a1d56ce7e44c75dd2bece6ef564b6b/chk-67.
02:14:51.518 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
02:14:51.518 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:14:51.519 [INFO - Thread-40] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:14:51.519 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
02:14:51.519 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state TERMINATED
02:14:51.519 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state TERMINATED
02:14:51.520 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state TERMINATED
02:14:51.520 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:14:51.520 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
02:14:51.520 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857
02:14:51.520 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:51.520 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
02:14:51.521 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
02:14:51.521 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id a3defdadf52c91f803cb5705c1126b08
02:14:51.521 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
02:14:51.521 [INFO - Thread-40] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:14:51.522 [INFO - Thread-40] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:14:51.522 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:14:51.522 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:51.523 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:14:51.523 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
02:14:51.523 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24f28acf9959c4eaab4ba1daf1725408
02:14:51.523 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
02:14:51.524 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
02:14:51.524 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24b1bffa431a13448500fc83260c11f7
02:14:51.524 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857.
02:14:51.524 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:14:51.524 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
02:14:51.524 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:14:51.525 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id a3defdadf52c91f803cb5705c1126b08.
02:14:51.526 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:14:51.526 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
02:14:51.526 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
02:14:51.526 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 24f28acf9959c4eaab4ba1daf1725408.
02:14:51.527 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21326eba
02:14:51.527 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:51.527 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
02:14:51.527 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:14:51.527 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:14:51.527 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:14:51.528 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45d90ee8
02:14:51.528 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:51.528 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:14:51.528 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:14:51.528 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:14:51.530 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45dc17ba
02:14:51.531 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4cb4deb8
02:14:51.532 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:14:51.532 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
02:14:51.532 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
02:14:51.533 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7ecf72c5
02:14:51.533 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:51.533 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 24b1bffa431a13448500fc83260c11f7.
02:14:51.533 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:14:51.533 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:14:51.533 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:14:51.535 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@194fd62b
02:14:51.541 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
02:14:51.541 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
02:14:51.542 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@14059a51
02:14:51.542 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:51.542 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:14:51.542 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:14:51.542 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:14:51.545 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55e684c9
02:14:51.547 [DEBUG - Thread-40] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:51.547 [INFO - Thread-40] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:14:51.548 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:51.548 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:51.552 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:51.552 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:51.556 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:51.556 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:51.556 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:51.556 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:14:51.556 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.559 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.562 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.562 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.572 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.573 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:51.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.573 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.574 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.575 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.575 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.576 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.579 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.580 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.581 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.581 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:51.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.584 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:51.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.585 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:51.593 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:51.594 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:51.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.595 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.595 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:51.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.596 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:51.596 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.597 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.597 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.598 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.600 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.600 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.601 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.601 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.601 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.602 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.603 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.606 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.607 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.607 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.607 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.608 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.608 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.608 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.609 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.609 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.609 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.610 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.610 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.610 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.610 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.613 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:51.613 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:51.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.614 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:51.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:51.617 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.617 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.618 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.618 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.620 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.620 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.621 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.622 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:51.622 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:51.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:51.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:51.622 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:51.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:51.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:51.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:51.623 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.623 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.623 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.622 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:51.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:51.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:51.624 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:51.624 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:51.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.624 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.625 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.626 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.626 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.627 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.633 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:51.634 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:51.634 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:51.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.634 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:51.637 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.637 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.637 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.638 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.640 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.640 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.640 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.641 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.642 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.642 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.642 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.643 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.643 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.643 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.644 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.653 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:51.653 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:51.653 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:51.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.654 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:51.657 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.657 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.657 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.657 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.658 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.660 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.660 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.660 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.661 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.663 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.663 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.663 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.663 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.664 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.664 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.664 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.664 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.676 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.677 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.677 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.677 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.679 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.680 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.680 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.680 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.680 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.680 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.682 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.683 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.683 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.683 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.683 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.683 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.684 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.693 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:51.693 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:51.693 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:51.693 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.693 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.693 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:51.694 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:51.695 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:51.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:51.695 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:51.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:51.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:51.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:51.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:51.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:51.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:51.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:51.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:51.695 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:51.702 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.703 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.703 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.703 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.703 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.703 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.704 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.704 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.713 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:51.713 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:51.713 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:51.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.713 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.714 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:51.716 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.717 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.717 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.717 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.720 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.720 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.720 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.721 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.739 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:51.763 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.763 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.763 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.764 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476891779 for job 44710d49591530d867cb2816f851b96f.
02:14:51.787 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:14:51.788 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:14:51.796 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.797 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.797 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.797 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.797 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.800 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.800 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.800 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.801 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.801 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.801 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:51.833 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:51.833 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:51.833 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:51.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.834 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:51.843 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.843 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.843 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.844 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.857 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:51.857 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:51.857 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:51.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:51.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:51.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:51.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:51.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:51.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:51.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:51.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:51.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:51.858 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:51.883 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:51.883 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:51.883 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:51.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:51.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:51.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:51.884 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:51.902 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:14:51.902 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:14:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:51.906461 29422 mini_oidc.cc:150] Starting JWKS server
02:14:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:51.910028 29422 webserver.cc:534] Webserver started at http://127.0.0.1:35665/ using document root <none> and password file <none>
02:14:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:51.910454 29422 mini_oidc.cc:186] Starting OIDC Discovery server
02:14:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:51.912268 29422 webserver.cc:534] Webserver started at http://127.0.0.1:41195/ using document root <none> and password file <none>
02:14:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:14:51Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:14:51.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:14:51Z Disabled control of system clock
02:14:51.973 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:51.974 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:51.974 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:51.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:51.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:51.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:51.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:51.975 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:51.981285 29422 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/wal
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/data
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/logs
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/data/info.pb
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.190:43133
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.190
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35665/jwks.json with env {}
02:14:52.000 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:52.000 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:52.000 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:52.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:52.056 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:52.057 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:52.057 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:52.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:52.103 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:52.103 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:52.103 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:52.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.104 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:52.143 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:52.143 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:52.143 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:52.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.144 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.144 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.144 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.144 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.144 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:52.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:52.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476892279 for job 44710d49591530d867cb2816f851b96f.
02:14:52.289 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:14:52.289 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:14:52.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.319885 29489 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.320482 29489 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.321058 29489 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.356621 29489 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.357002 29489 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.357295 29489 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.357563 29489 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.357780 29489 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.357933 29489 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35665/jwks.json
02:14:52.362 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:52.363 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:52.363 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:52.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.364 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:52.373 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:52.373 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:52.374 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:52.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:52.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:52.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:52.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:52.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:52.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:52.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:52.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:52.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:52.374 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:52.398540 29489 master_runner.cc:387] Master server non-default flags:
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/data
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/wal
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.190:43133
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35665/jwks.json
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/data/info.pb
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.190
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/logs
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:52.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:52.399981 29489 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:52.401840 29489 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:52.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.414047 29495 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:52.443 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:52.443 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:52.443 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:52.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:52.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:52.500 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:52.500 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:52.501 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:52.501 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.501 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.502 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.503 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:52.537 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:52.537 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:52.537 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:52.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.539 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.539 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:52.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:52.752 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:52.752 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:52.752 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:52.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:52.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:52.753 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:52.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:52.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:52.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:52.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:52.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:52.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:52.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:52.781 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476892780 for job 44710d49591530d867cb2816f851b96f.
02:14:52.802 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
02:14:52.804 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:14:52.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:52.843 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:52.844 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:52.844 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:52.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:52.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:52.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:52.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:52.916 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:52.916 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:52.916 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:52.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:52.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:52.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:52.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:52.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:52.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:52.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:52.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:52.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:52.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:52.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:52.997 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:52.997 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:52.997 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:52.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:52.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:52.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:52.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:52.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:52.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:52.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:52.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:52.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:52.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:52.999 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:53.000 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:53.000 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:53.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.000 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.001 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:53.100 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:53.101 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:53.101 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:53.102 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.102 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.102 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.102 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:53.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:53.262 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:53.263 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:53.263 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:53.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.265 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:53.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476893280 for job 44710d49591530d867cb2816f851b96f.
02:14:53.293 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:14:53.295 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:14:53.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:53.334 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:53.334 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:53.334 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:53.335 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:53.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:53.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:53.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:53.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:53.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:53.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:53.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:53.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:53.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:53.383 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:53.383 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:53.383 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:53.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.385 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:53.399 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:53.400 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:53.400 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:53.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:53.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:53.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:53.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:53.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:53.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:53.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:53.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:53.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:53.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:53.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:53.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:53.740 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:53.741 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:53.741 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:53.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:53.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.742 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:53.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:53.743 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:53.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476893779 for job 44710d49591530d867cb2816f851b96f.
02:14:53.803 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
02:14:53.806 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:14:53.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:53.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:54.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:54.254 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:54.254 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:54.255 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:54.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:54.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:54.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:54.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:54.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:54.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:54.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:54.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:54.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:54.261 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:54.282 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476894281 for job 44710d49591530d867cb2816f851b96f.
02:14:54.295 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:14:54.297 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:14:54.312 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:53.818225 29494 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 29489
02:14:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.311805 29494 kernel_stack_watchdog.cc:198] Thread 29489 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
02:14:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.311921 29489 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.897s	user 0.679s	sys 1.195s
02:14:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.312264 29489 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.897s	user 0.679s	sys 1.195s
02:14:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:52.415176 29496 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.314957 29498 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.318023 29497 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1899 milliseconds
02:14:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.318048 29489 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.319393 29489 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:54.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.321832 29489 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.323225 29489 hybrid_clock.cc:648] HybridClock initialized: now 1783476894323156 us; error 84 us; skew 500 ppm
02:14:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.324090 29489 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:54.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.330786 29489 webserver.cc:534] Webserver started at http://127.28.187.190:45867/ using document root <none> and password file <none>
02:14:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.331835 29489 fs_manager.cc:362] Metadata directory not provided
02:14:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.332028 29489 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.332517 29489 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.337451 29489 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/data/instance:
02:14:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32acf95f45b54758bdb70a2f0819583b"
02:14:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:54 on dist-test-slave-fshw"
02:14:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.338568 29489 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/wal/instance:
02:14:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32acf95f45b54758bdb70a2f0819583b"
02:14:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:54 on dist-test-slave-fshw"
02:14:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.346316 29489 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
02:14:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.352398 29506 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.353652 29489 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:14:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.354025 29489 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/wal
02:14:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32acf95f45b54758bdb70a2f0819583b"
02:14:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:54 on dist-test-slave-fshw"
02:14:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.354333 29489 fs_report.cc:389] FS layout report
02:14:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/wal
02:14:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/wal
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/data/data
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.411725 29489 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.413568 29489 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.414021 29489 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:54.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.492949 29489 rpc_server.cc:307] RPC server started. Bound to: 127.28.187.190:43133
02:14:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.493032 29557 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.187.190:43133 every 8 connection(s)
02:14:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.495911 29489 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/data/info.pb
02:14:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.502235 29558 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:54.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.505236 29422 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 29489
02:14:54.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.505704 29422 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-0/wal/instance
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.509162 29422 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/wal
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/data
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/logs
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/data/info.pb
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.189:33035
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.189
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35665/jwks.json with env {}
02:14:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.515374 29558 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } has no permanent_uuid. Determining permanent_uuid...
02:14:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.544293 29558 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } has no permanent_uuid. Determining permanent_uuid...
02:14:54.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.547358 29507 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.187.189:33035: connect: Connection refused (error 111)
02:14:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.551831 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.189:33035: Network error: Client connection negotiation failed: client connection to 127.28.187.189:33035: connect: Connection refused (error 111)
02:14:54.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.601313 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } attempt: 1
02:14:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.606642 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.189:33035: Network error: Client connection negotiation failed: client connection to 127.28.187.189:33035: connect: Connection refused (error 111)
02:14:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.675050 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } attempt: 2
02:14:54.676 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:54.677 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:54.677 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:54.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:54.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:54.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:54.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:54.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:54.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:54.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:54.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:54.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:54.678 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.680615 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.189:33035: Network error: Client connection negotiation failed: client connection to 127.28.187.189:33035: connect: Connection refused (error 111)
02:14:54.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.772071 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } attempt: 3
02:14:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.776722 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.189:33035: Network error: Client connection negotiation failed: client connection to 127.28.187.189:33035: connect: Connection refused (error 111)
02:14:54.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476894779 for job 44710d49591530d867cb2816f851b96f.
02:14:54.809 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=29 ms, finalizationTime=1 ms).
02:14:54.810 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:14:54.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.869045 29560 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.869781 29560 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.870283 29560 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.908412 29560 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.908828 29560 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.909162 29560 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.909485 29560 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.909785 29560 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.910005 29560 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35665/jwks.json
02:14:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.920158 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } attempt: 4
02:14:54.938 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:54.941 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.943567 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.189:33035: Network error: Client connection negotiation failed: client connection to 127.28.187.189:33035: connect: Connection refused (error 111)
02:14:54.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:54.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:54.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:54.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:54.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:54.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:54.947 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:54.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:54.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:54.948 [INFO - pool-232-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:54.948 [WARN - pool-232-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:54.962 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:54.962 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:54.962 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:54.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:54.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:54.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:54.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:54.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:54.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:54.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:54.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:54.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:54.963 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.964993 29560 master_runner.cc:387] Master server non-default flags:
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/data
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/wal
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.189:33035
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35665/jwks.json
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/data/info.pb
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.189
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/logs
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.966557 29560 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:54.968155 29560 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:54.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:54.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.980782 29570 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:54.993 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:54.994 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:54.994 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:54.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:54.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:54.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:54.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:54.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:54.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:54.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:54.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:54.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:54.995 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:54.996 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28430), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [19ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [29ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [88ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [128ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [128ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [128ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [224ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [224ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [224ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [342ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [463ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [582ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [583ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1264ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1264ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [3062ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [5582ms] refreshing cache from master, [5583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [5583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [5583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [5583ms] too many traces: truncated at 100 traces, deferred=Deferred@437236069(state=PENDING, result=null, callback=(continuation of Deferred@1274970148 after retry RPC after error@865161720) -> (continuation of Deferred@1637397312 after retry RPC after error@108765839) -> (continuation of Deferred@968621508 after retry RPC after error@10253722) -> (continuation of Deferred@607831162 after retry RPC after error@2140038568) -> (continuation of Deferred@423486016 after retry RPC after error@2062443608) -> (continuation of Deferred@142960235 after retry RPC after error@69919222) -> (continuation of Deferred@1920150737 after retry RPC after error@2075544163) -> (continuation of Deferred@1478741312 after retry RPC after error@190165731) -> (continuation of Deferred@1621820156 after retry RPC after error@696756696) -> (continuation of Deferred@1871194213 after retry RPC after error@1240223197) -> (continuation of Deferred@1911032574 after retry RPC after error@1698014322) -> (continuation of Deferred@1271948209 after retry RPC after error@1626951091) -> (continuation of Deferred@1366758568 after retry RPC after error@430517440) -> (continuation of Deferred@1370229167 after retry RPC after error@2064798460) -> (continuation of Deferred@313117538 after retry RPC after error@1110850267) -> (continuation of Deferred@1936110147 after retry RPC after error@445287265) -> (continuation of Deferred@1185194377 after retry RPC after error@892844900) -> (continuation of Deferred@1938158379 after retry RPC after error@1025163193) -> (continuation of Deferred@1582426490 after retry RPC after error@1454740815) -> (continuation of Deferred@175450137 after retry RPC after error@1660594585) -> (continuation of Deferred@858887813 after retry RPC after error@1238655553) -> (continuation of Deferred@1791143554 after retry RPC after error@1564697634), errback=(continuation of Deferred@1274970148 after retry RPC after error@865161720) -> (continuation of Deferred@1637397312 after retry RPC after error@108765839) -> (continuation of Deferred@968621508 after retry RPC after error@10253722) -> (continuation of Deferred@607831162 after retry RPC after error@2140038568) -> (continuation of Deferred@423486016 after retry RPC after error@2062443608) -> (continuation of Deferred@142960235 after retry RPC after error@69919222) -> (continuation of Deferred@1920150737 after retry RPC after error@2075544163) -> (continuation of Deferred@1478741312 after retry RPC after error@190165731) -> (continuation of Deferred@1621820156 after retry RPC after error@696756696) -> (continuation of Deferred@1871194213 after retry RPC after error@1240223197) -> (continuation of Deferred@1911032574 after retry RPC after error@1698014322) -> (continuation of Deferred@1271948209 after retry RPC after error@1626951091) -> (continuation of Deferred@1366758568 after retry RPC after error@430517440) -> (continuation of Deferred@1370229167 after retry RPC after error@2064798460) -> (continuation of Deferred@313117538 after retry RPC after error@1110850267) -> (continuation of Deferred@1936110147 after retry RPC after error@445287265) -> (continuation of Deferred@1185194377 after retry RPC after error@892844900) -> (continuation of Deferred@1938158379 after retry RPC after error@1025163193) -> (continuation of Deferred@1582426490 after retry RPC after error@1454740815) -> (continuation of Deferred@175450137 after retry RPC after error@1660594585) -> (continuation of Deferred@858887813 after retry RPC after error@1238655553) -> (continuation of Deferred@1791143554 after retry RPC after error@1564697634)))
02:14:54.997 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:14:54.998 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28430), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [19ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [29ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [88ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [128ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [128ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [128ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [224ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [224ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [224ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [342ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [463ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [582ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [583ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1264ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1264ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [3062ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [5582ms] refreshing cache from master, [5583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [5583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [5583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [5583ms] too many traces: truncated at 100 traces, deferred=Deferred@437236069(state=PENDING, result=null, callback=(continuation of Deferred@1274970148 after retry RPC after error@865161720) -> (continuation of Deferred@1637397312 after retry RPC after error@108765839) -> (continuation of Deferred@968621508 after retry RPC after error@10253722) -> (continuation of Deferred@607831162 after retry RPC after error@2140038568) -> (continuation of Deferred@423486016 after retry RPC after error@2062443608) -> (continuation of Deferred@142960235 after retry RPC after error@69919222) -> (continuation of Deferred@1920150737 after retry RPC after error@2075544163) -> (continuation of Deferred@1478741312 after retry RPC after error@190165731) -> (continuation of Deferred@1621820156 after retry RPC after error@696756696) -> (continuation of Deferred@1871194213 after retry RPC after error@1240223197) -> (continuation of Deferred@1911032574 after retry RPC after error@1698014322) -> (continuation of Deferred@1271948209 after retry RPC after error@1626951091) -> (continuation of Deferred@1366758568 after retry RPC after error@430517440) -> (continuation of Deferred@1370229167 after retry RPC after error@2064798460) -> (continuation of Deferred@313117538 after retry RPC after error@1110850267) -> (continuation of Deferred@1936110147 after retry RPC after error@445287265) -> (continuation of Deferred@1185194377 after retry RPC after error@892844900) -> (continuation of Deferred@1938158379 after retry RPC after error@1025163193) -> (continuation of Deferred@1582426490 after retry RPC after error@1454740815) -> (continuation of Deferred@175450137 after retry RPC after error@1660594585) -> (continuation of Deferred@858887813 after retry RPC after error@1238655553) -> (continuation of Deferred@1791143554 after retry RPC after error@1564697634), errback=(continuation of Deferred@1274970148 after retry RPC after error@865161720) -> (continuation of Deferred@1637397312 after retry RPC after error@108765839) -> (continuation of Deferred@968621508 after retry RPC after error@10253722) -> (continuation of Deferred@607831162 after retry RPC after error@2140038568) -> (continuation of Deferred@423486016 after retry RPC after error@2062443608) -> (continuation of Deferred@142960235 after retry RPC after error@69919222) -> (continuation of Deferred@1920150737 after retry RPC after error@2075544163) -> (continuation of Deferred@1478741312 after retry RPC after error@190165731) -> (continuation of Deferred@1621820156 after retry RPC after error@696756696) -> (continuation of Deferred@1871194213 after retry RPC after error@1240223197) -> (continuation of Deferred@1911032574 after retry RPC after error@1698014322) -> (continuation of Deferred@1271948209 after retry RPC after error@1626951091) -> (continuation of Deferred@1366758568 after retry RPC after error@430517440) -> (continuation of Deferred@1370229167 after retry RPC after error@2064798460) -> (continuation of Deferred@313117538 after retry RPC after error@1110850267) -> (continuation of Deferred@1936110147 after retry RPC after error@445287265) -> (continuation of Deferred@1185194377 after retry RPC after error@892844900) -> (continuation of Deferred@1938158379 after retry RPC after error@1025163193) -> (continuation of Deferred@1582426490 after retry RPC after error@1454740815) -> (continuation of Deferred@175450137 after retry RPC after error@1660594585) -> (continuation of Deferred@858887813 after retry RPC after error@1238655553) -> (continuation of Deferred@1791143554 after retry RPC after error@1564697634)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.85.252:39193
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:54.999 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:14:55.000 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:55.000 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:55.000 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:55.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:55.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:55.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:55.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:55.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:55.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:55.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:55.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:55.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:55.003 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:55.009 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:14:55.012 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28430), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [19ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [29ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [88ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [128ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [128ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [128ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [224ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [224ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [224ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [342ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [463ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [582ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [583ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1264ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1264ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [3062ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [5582ms] refreshing cache from master, [5583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [5583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [5583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [5583ms] too many traces: truncated at 100 traces, deferred=Deferred@437236069(state=PENDING, result=null, callback=(continuation of Deferred@1274970148 after retry RPC after error@865161720) -> (continuation of Deferred@1637397312 after retry RPC after error@108765839) -> (continuation of Deferred@968621508 after retry RPC after error@10253722) -> (continuation of Deferred@607831162 after retry RPC after error@2140038568) -> (continuation of Deferred@423486016 after retry RPC after error@2062443608) -> (continuation of Deferred@142960235 after retry RPC after error@69919222) -> (continuation of Deferred@1920150737 after retry RPC after error@2075544163) -> (continuation of Deferred@1478741312 after retry RPC after error@190165731) -> (continuation of Deferred@1621820156 after retry RPC after error@696756696) -> (continuation of Deferred@1871194213 after retry RPC after error@1240223197) -> (continuation of Deferred@1911032574 after retry RPC after error@1698014322) -> (continuation of Deferred@1271948209 after retry RPC after error@1626951091) -> (continuation of Deferred@1366758568 after retry RPC after error@430517440) -> (continuation of Deferred@1370229167 after retry RPC after error@2064798460) -> (continuation of Deferred@313117538 after retry RPC after error@1110850267) -> (continuation of Deferred@1936110147 after retry RPC after error@445287265) -> (continuation of Deferred@1185194377 after retry RPC after error@892844900) -> (continuation of Deferred@1938158379 after retry RPC after error@1025163193) -> (continuation of Deferred@1582426490 after retry RPC after error@1454740815) -> (continuation of Deferred@175450137 after retry RPC after error@1660594585) -> (continuation of Deferred@858887813 after retry RPC after error@1238655553) -> (continuation of Deferred@1791143554 after retry RPC after error@1564697634), errback=(continuation of Deferred@1274970148 after retry RPC after error@865161720) -> (continuation of Deferred@1637397312 after retry RPC after error@108765839) -> (continuation of Deferred@968621508 after retry RPC after error@10253722) -> (continuation of Deferred@607831162 after retry RPC after error@2140038568) -> (continuation of Deferred@423486016 after retry RPC after error@2062443608) -> (continuation of Deferred@142960235 after retry RPC after error@69919222) -> (continuation of Deferred@1920150737 after retry RPC after error@2075544163) -> (continuation of Deferred@1478741312 after retry RPC after error@190165731) -> (continuation of Deferred@1621820156 after retry RPC after error@696756696) -> (continuation of Deferred@1871194213 after retry RPC after error@1240223197) -> (continuation of Deferred@1911032574 after retry RPC after error@1698014322) -> (continuation of Deferred@1271948209 after retry RPC after error@1626951091) -> (continuation of Deferred@1366758568 after retry RPC after error@430517440) -> (continuation of Deferred@1370229167 after retry RPC after error@2064798460) -> (continuation of Deferred@313117538 after retry RPC after error@1110850267) -> (continuation of Deferred@1936110147 after retry RPC after error@445287265) -> (continuation of Deferred@1185194377 after retry RPC after error@892844900) -> (continuation of Deferred@1938158379 after retry RPC after error@1025163193) -> (continuation of Deferred@1582426490 after retry RPC after error@1454740815) -> (continuation of Deferred@175450137 after retry RPC after error@1660594585) -> (continuation of Deferred@858887813 after retry RPC after error@1238655553) -> (continuation of Deferred@1791143554 after retry RPC after error@1564697634)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.85.252:39193
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:14:55.014 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
02:14:55.014 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:14:55.014 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:14:55.014 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RUNNING to RESTARTING.
02:14:55.117 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:55.117 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:55.117 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:55.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:55.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:55.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:55.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:55.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:55.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:55.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:55.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:55.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:55.118 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:55.239 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:55.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:55.243089 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } attempt: 5
02:14:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:55.252559 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.189:33035: Network error: Client connection negotiation failed: client connection to 127.28.187.189:33035: connect: Connection refused (error 111)
02:14:55.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476895279 for job 44710d49591530d867cb2816f851b96f.
02:14:55.297 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:14:55.298 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:14:55.357 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:55.357 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:55.358 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:55.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:55.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:55.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:55.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:55.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:55.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:55.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:55.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:55.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:55.359 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:55.374 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:55.374 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:55.374 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:55.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:55.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:55.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:55.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:55.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:55.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:55.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:55.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:55.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:55.376 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:55.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:55.582 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:55.582 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:55.582 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:55.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:55.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:55.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:55.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:55.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:55.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:55.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:55.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:55.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:55.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:55.611 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:55.611 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:55.611 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:55.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:55.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:55.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:55.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:55.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:55.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:55.613 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:55.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:55.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:55.614 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:55.636 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:55.636 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:55.636 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:55.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:55.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:55.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:55.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:55.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:55.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:55.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:55.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:55.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:55.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:55.673 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:55.673 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:55.673 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:55.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:55.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:55.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:55.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:55.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:55.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:55.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:55.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:55.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:55.675 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:55.697 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:55.698 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:55.698 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:55.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:55.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:55.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:55.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:55.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:55.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:55.700 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:55.700 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:55.700 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:55.700 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:55.739 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:55.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476895779 for job 44710d49591530d867cb2816f851b96f.
02:14:55.792 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:14:55.794 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:14:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:55.800113 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } attempt: 6
02:14:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:55.826686 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.189:33035: Network error: Client connection negotiation failed: client connection to 127.28.187.189:33035: connect: Connection refused (error 111)
02:14:55.940 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:55.941 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:55.941 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:55.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:55.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:55.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:55.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:55.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:55.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:55.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:55.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:55.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:55.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:55.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:56.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:56.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476896279 for job 44710d49591530d867cb2816f851b96f.
02:14:56.293 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:14:56.298 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:14:56.443 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:56.443 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:56.443 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:56.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:56.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:56.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:56.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:56.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:56.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:56.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:56.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:56.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:56.446 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:56.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:56.593 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RESTARTING to RUNNING.
02:14:56.594 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job ae9a9a282dc7cf140fbb43ea3e349843 from Checkpoint 63 @ 1783476865426 for ae9a9a282dc7cf140fbb43ea3e349843 located at file:/tmp/junit494488604027002473/checkpoints/ae9a9a282dc7cf140fbb43ea3e349843/chk-63.
02:14:56.595 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:14:56.596 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
02:14:56.596 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 63 for source Source: KuduSource to checkpoint.
02:14:56.597 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:14:56.599 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
02:14:56.599 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id bed5637ce9a56480e4e5830264928b1a
02:14:56.600 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot bed5637ce9a56480e4e5830264928b1a.
02:14:56.603 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id bed5637ce9a56480e4e5830264928b1a.
02:14:56.604 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
02:14:56.604 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
02:14:56.606 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25dca019
02:14:56.606 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:14:56.606 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:14:56.606 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:14:56.607 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:14:56.612 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@610ec12c
02:14:56.615 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:14:56.621 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:56.622 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:56.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.624 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:56.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.626 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:56.639 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:56.639 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:56.640 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:56.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:56.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:56.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:56.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:56.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:56.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:56.640 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:56.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:56.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:56.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:56.641 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:56.641 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:56.642 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.642 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.642 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.643 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:56.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.646 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:56.661 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:56.662 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:56.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.664 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.664 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.664 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:56.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.666 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:56.681 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:56.681 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:56.681 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:56.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:56.701 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:56.701 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:56.702 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:56.702 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.702 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.702 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.703 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:56.736 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:56.736 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:56.736 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:56.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:56.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:56.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:56.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:56.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:56.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:56.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:56.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:56.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:56.738 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:56.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:56.741 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:56.741 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:56.741 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:56.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.743 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:56.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476896780 for job 44710d49591530d867cb2816f851b96f.
02:14:56.781 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:56.781 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:56.782 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:56.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.783 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.783 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.784 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:56.798 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:14:56.799 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:14:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:54.982793 29571 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:56.836154 29560 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.854s	user 0.671s	sys 1.178s
02:14:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:56.385658 29569 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 29560
02:14:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:56.836751 29560 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.855s	user 0.671s	sys 1.178s
02:14:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:56.837512 29572 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1854 milliseconds
02:14:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:56.838678 29573 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.838639 29560 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.843314 29560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.846203 29560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:56.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.847627 29560 hybrid_clock.cc:648] HybridClock initialized: now 1783476896847595 us; error 36 us; skew 500 ppm
02:14:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.848562 29560 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.855214 29560 webserver.cc:534] Webserver started at http://127.28.187.189:46495/ using document root <none> and password file <none>
02:14:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.856217 29560 fs_manager.cc:362] Metadata directory not provided
02:14:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.856463 29560 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.856961 29560 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.861584 29560 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/data/instance:
02:14:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38c97718049a46fab63e922d1815ed72"
02:14:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:56 on dist-test-slave-fshw"
02:14:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.862928 29560 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/wal/instance:
02:14:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38c97718049a46fab63e922d1815ed72"
02:14:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:56 on dist-test-slave-fshw"
02:14:56.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.870823 29560 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.000s	sys 0.008s
02:14:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.876966 29592 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.878181 29560 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
02:14:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.878567 29560 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/wal
02:14:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38c97718049a46fab63e922d1815ed72"
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:56 on dist-test-slave-fshw"
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.878957 29560 fs_report.cc:389] FS layout report
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/wal
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/wal
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/data/data
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.887240 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } attempt: 7
02:14:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:56.894968 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.189:33035: Network error: Client connection negotiation failed: client connection to 127.28.187.189:33035: connect: Connection refused (error 111)
02:14:56.921 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:56.921 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:56.921 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:56.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.922 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.922 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.923 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.941515 29560 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.942998 29560 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:56.943509 29560 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:56.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:56.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:56.981 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:56.981 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:56.981 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:56.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:56.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:56.982 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.982 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.982 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:56.982 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:57.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.026633 29560 rpc_server.cc:307] RPC server started. Bound to: 127.28.187.189:33035
02:14:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.026710 29646 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.187.189:33035 every 8 connection(s)
02:14:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.029479 29560 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/data/info.pb
02:14:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.034119 29422 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 29560
02:14:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.034600 29422 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-1/wal/instance
02:14:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.036613 29647 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.037695 29422 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/wal
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/data
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/logs
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/data/info.pb
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.188:36299
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.188
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35665/jwks.json with env {}
02:14:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.050993 29647 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } has no permanent_uuid. Determining permanent_uuid...
02:14:57.061 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:57.061 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:57.062 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:57.062 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:57.062 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:57.062 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:57.062 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:57.062 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:57.062 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:57.062 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:57.062 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:57.062 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:57.062 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.080322 29647 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } has no permanent_uuid. Determining permanent_uuid...
02:14:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.097227 29647 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } has no permanent_uuid. Determining permanent_uuid...
02:14:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.100085 29596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.104691 29647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.154313 29647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 1
02:14:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.158903 29647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:57.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.227403 29647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 2
02:14:57.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.232080 29647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:57.237 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:57.237 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:57.238 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:57.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:57.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:57.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:57.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:57.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:57.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:57.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:57.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:57.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:57.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:57.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:57.263 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:57.263 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:57.263 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:57.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:57.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:57.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:57.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:57.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:57.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:57.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:57.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:57.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:57.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:57.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476897280 for job 44710d49591530d867cb2816f851b96f.
02:14:57.288 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:14:57.289 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:14:57.314 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:57.314 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:57.314 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:57.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:57.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:57.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:57.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:57.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:57.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:57.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:57.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:57.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:57.315 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:57.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.323470 29647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 3
02:14:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.327952 29647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:57.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.405689 29649 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:57.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.406351 29649 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.406984 29649 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:57.442 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.442117 29649 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:57.442 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:57.442 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:57.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:57.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:57.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:57.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:57.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:57.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.442451 29649 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:57.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.442818 29649 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.443152 29649 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:57.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:57.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:57.443 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.443481 29649 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.443728 29649 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35665/jwks.json
02:14:57.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:57.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.471415 29647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 4
02:14:57.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.476223 29647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.483772 29649 master_runner.cc:387] Master server non-default flags:
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/data
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/wal
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.188:36299
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35665/jwks.json
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/data/info.pb
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.188
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/logs
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:14:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.485320 29649 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.487018 29649 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:14:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.498667 29659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:57.721 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:57.722 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:57.722 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:57.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:57.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:57.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:57.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:57.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:57.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:57.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:57.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:57.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:57.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:57.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:57.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:57.775628 29647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 5
02:14:57.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476897780 for job 44710d49591530d867cb2816f851b96f.
02:14:57.798 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
02:14:57.800 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:14:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.801193 29647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:57.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:57.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:58.001 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:14:58.001 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:14:58.001 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:14:58.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:58.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:58.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:14:58.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:58.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:58.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:14:58.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:58.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:58.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:14:58.003 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:14:58.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:58.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476898279 for job 44710d49591530d867cb2816f851b96f.
02:14:58.293 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:14:58.295 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:14:58.342 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:58.343 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:58.343 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:58.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:58.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:58.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:58.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:58.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:58.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:58.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:58.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:58.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:58.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:58.348789 29647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 6
02:14:58.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:58.370501 29647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:58.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:58.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:58.477 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:58.477 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:58.478 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:58.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:58.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:58.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:58.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:58.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:58.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:58.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:58.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:58.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:58.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:58.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:58.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476898779 for job 44710d49591530d867cb2816f851b96f.
02:14:58.794 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:14:58.796 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:14:58.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:58.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:58.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:58.985457 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } attempt: 8
02:14:59.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.022724 29558 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } has no permanent_uuid. Determining permanent_uuid...
02:14:59.031 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:59.031 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:59.031 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:59.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.033 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.033 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.034 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.046051 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:59.082 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:14:59.083 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:14:59.083 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:14:59.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:59.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:59.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:14:59.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:59.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:59.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:59.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:59.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:14:59.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:14:59.084 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:14:59.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.111672 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 1
02:14:59.121 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:59.121 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:59.121 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:59.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.124483 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:59.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.178074 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 2
02:14:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.188856 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:59.223 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:59.224 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:59.224 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:59.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:59.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:59.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:59.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:59.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:59.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:59.226 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:59.226 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:59.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:59.226 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:59.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.266225 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 3
02:14:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.276618 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:59.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476899279 for job 44710d49591530d867cb2816f851b96f.
02:14:59.293 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:59.294 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:59.294 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:59.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:59.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:59.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:59.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:59.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:59.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:59.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:59.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:59.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:59.295 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:59.307 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=28 ms, finalizationTime=0 ms).
02:14:59.310 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:14:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:57.500052 29660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:58.903883 29658 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 29649
02:14:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.383739 29658 kernel_stack_watchdog.cc:198] Thread 29649 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
02:14:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.384268 29649 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.884s	user 0.701s	sys 1.178s
02:14:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.384601 29649 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.885s	user 0.701s	sys 1.178s
02:14:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.388470 29661 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1884 milliseconds
02:14:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.390161 29662 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.390239 29649 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:59.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.391641 29649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.394272 29649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.395684 29649 hybrid_clock.cc:648] HybridClock initialized: now 1783476899395628 us; error 62 us; skew 500 ppm
02:14:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.396466 29649 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.402956 29649 webserver.cc:534] Webserver started at http://127.28.187.188:44137/ using document root <none> and password file <none>
02:14:59.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.403997 29649 fs_manager.cc:362] Metadata directory not provided
02:14:59.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.404240 29649 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:59.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.404732 29649 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.409181 29649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/data/instance:
02:14:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d31d7d200e494ea5a62d74429037ae8e"
02:14:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:59 on dist-test-slave-fshw"
02:14:59.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.410389 29649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/wal/instance:
02:14:59.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d31d7d200e494ea5a62d74429037ae8e"
02:14:59.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:59 on dist-test-slave-fshw"
02:14:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.418094 29649 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
02:14:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.424305 29675 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:14:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.425431 29649 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.425779 29649 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/wal
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d31d7d200e494ea5a62d74429037ae8e"
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:14:59 on dist-test-slave-fshw"
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.426136 29649 fs_report.cc:389] FS layout report
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/wal
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/wal
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/data/data
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.431030 29647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 7
02:14:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.432789 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 4
02:14:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.438967 29558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.439673 29647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.187.188:36299: Network error: Client connection negotiation failed: client connection to 127.28.187.188:36299: connect: Connection refused (error 111)
02:14:59.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:59.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.476691 29649 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:14:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.478286 29649 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.478688 29649 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:59.517 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:59.518 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:59.518 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:59.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:59.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:59.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:59.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:59.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:59.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:59.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:59.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:59.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:59.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:59.533 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:14:59.533 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:14:59.534 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:14:59.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:59.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:59.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:14:59.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:59.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:59.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:59.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:59.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:14:59.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:14:59.534 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:14:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.557016 29649 rpc_server.cc:307] RPC server started. Bound to: 127.28.187.188:36299
02:14:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.557094 29728 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.187.188:36299 every 8 connection(s)
02:14:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.559876 29649 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/data/info.pb
02:14:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.566596 29729 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.566809 29422 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 29649
02:14:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.567291 29422 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/master-2/wal/instance
02:14:59.578 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:59.578 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:59.579 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:59.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.579 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:14:59.579 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:14:59.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.580 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:14:59.580 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.580 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:59.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:14:59.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:14:59.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:14:59.581 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:14:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.582046 29729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } has no permanent_uuid. Determining permanent_uuid...
02:14:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.611150 29729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } has no permanent_uuid. Determining permanent_uuid...
02:14:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.621798 29729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } has no permanent_uuid. Determining permanent_uuid...
02:14:59.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.641381 29729 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e: Bootstrap starting.
02:14:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.648490 29729 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e: Neither blocks nor log segments found. Creating new log.
02:14:59.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.651021 29729 log.cc:826] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e: Log is configured to *not* fsync() on all Append() calls
02:14:59.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.656661 29729 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e: No bootstrap required, opened a new log
02:14:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.684624 29729 raft_consensus.cc:359] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } }
02:14:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.685587 29729 raft_consensus.cc:385] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.685911 29729 raft_consensus.cc:740] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d31d7d200e494ea5a62d74429037ae8e, State: Initialized, Role: FOLLOWER
02:14:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.686892 29729 consensus_queue.cc:260] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } }
02:14:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.690001 29738 sys_catalog.cc:455] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:14:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.690990 29738 sys_catalog.cc:458] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [sys.catalog]: This master's current role is: FOLLOWER
02:14:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.691915 29729 sys_catalog.cc:565] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [sys.catalog]: configured and running, proceeding with master startup.
02:14:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.718196 29749 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:14:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.718753 29749 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:14:59.722 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:14:59.722 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:14:59.722 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:14:59.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:59.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:59.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:59.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:59.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:14:59.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:14:59.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:59.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:59.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:14:59.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:14:59.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.734378 29683 tablet.cc:2406] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:59.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.735394 29558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 5
02:14:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.713508 29649 master_runner.cc:187] Error getting master registration for 127.28.187.190:43133: OK, instance_id { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" instance_seqno: 1783476894470764 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.738485 29649 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:59.739 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:59.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.753808 29558 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b: Bootstrap starting.
02:14:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.759457 29558 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b: Neither blocks nor log segments found. Creating new log.
02:14:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.762836 29558 log.cc:826] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b: Log is configured to *not* fsync() on all Append() calls
02:14:59.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.768625 29558 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b: No bootstrap required, opened a new log
02:14:59.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476899779 for job 44710d49591530d867cb2816f851b96f.
02:14:59.793 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:14:59.794 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:14:59.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.795883 29558 raft_consensus.cc:359] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } }
02:14:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.796751 29558 raft_consensus.cc:385] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.797030 29558 raft_consensus.cc:740] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 32acf95f45b54758bdb70a2f0819583b, State: Initialized, Role: FOLLOWER
02:14:59.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.797958 29558 consensus_queue.cc:260] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } }
02:14:59.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.800961 29752 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:14:59.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.801867 29752 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [sys.catalog]: This master's current role is: FOLLOWER
02:14:59.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.802500 29558 sys_catalog.cc:565] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [sys.catalog]: configured and running, proceeding with master startup.
02:14:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.808061 29752 raft_consensus.cc:493] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.808746 29752 raft_consensus.cc:515] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } }
02:14:59.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.812776 29752 leader_election.cc:290] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 38c97718049a46fab63e922d1815ed72 (127.28.187.189:33035), d31d7d200e494ea5a62d74429037ae8e (127.28.187.188:36299)
02:14:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.813436 29704 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32acf95f45b54758bdb70a2f0819583b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d31d7d200e494ea5a62d74429037ae8e" is_pre_election: true
02:14:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.814679 29704 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 32acf95f45b54758bdb70a2f0819583b in term 0.
02:14:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.816545 29508 leader_election.cc:304] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32acf95f45b54758bdb70a2f0819583b, d31d7d200e494ea5a62d74429037ae8e; no voters: 
02:14:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.817520 29752 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.817862 29752 raft_consensus.cc:493] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.818199 29752 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 0 FOLLOWER]: Advancing to term 1
02:14:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.831552 29752 raft_consensus.cc:515] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } }
02:14:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.834844 29704 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32acf95f45b54758bdb70a2f0819583b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d31d7d200e494ea5a62d74429037ae8e"
02:14:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.835433 29704 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [term 0 FOLLOWER]: Advancing to term 1
02:14:59.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.843120 29704 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 32acf95f45b54758bdb70a2f0819583b in term 1.
02:14:59.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.844520 29508 leader_election.cc:304] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32acf95f45b54758bdb70a2f0819583b, d31d7d200e494ea5a62d74429037ae8e; no voters: 
02:14:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.850363 29752 leader_election.cc:290] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [CANDIDATE]: Term 1 election: Requested vote from peers 38c97718049a46fab63e922d1815ed72 (127.28.187.189:33035), d31d7d200e494ea5a62d74429037ae8e (127.28.187.188:36299)
02:14:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.851504 29752 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 1 FOLLOWER]: Leader election won for term 1
02:14:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.852741 29752 raft_consensus.cc:697] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [term 1 LEADER]: Becoming Leader. State: Replica: 32acf95f45b54758bdb70a2f0819583b, State: Running, Role: LEADER
02:14:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.854944 29752 consensus_queue.cc:237] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } }
02:14:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.874357 29761 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32acf95f45b54758bdb70a2f0819583b. Latest consensus state: current_term: 1 leader_uuid: "32acf95f45b54758bdb70a2f0819583b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:14:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.875150 29761 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [sys.catalog]: This master's current role is: LEADER
02:14:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.896298 29766 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:14:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.896736 29766 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:14:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.897658 29765 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:14:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.906230 29765 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:14:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:14:59.930456 29512 tablet.cc:2406] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:59.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:59.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:14:59.975 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:14:59.976 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:14:59.976 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:14:59.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:59.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:59.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:59.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:59.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:59.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:59.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:14:59.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:14:59.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:14:59.977 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:14:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.895391 29489 master_runner.cc:187] Error getting master registration for 127.28.187.189:33035: OK, instance_id { permanent_uuid: "38c97718049a46fab63e922d1815ed72" instance_seqno: 1783476897004683 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.982520 29489 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.989764 29704 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [term 1 FOLLOWER]: Refusing update from remote peer 32acf95f45b54758bdb70a2f0819583b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:14:59.991946 29752 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:00.017 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:00.018 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:00.018 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:00.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:00.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:00.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:00.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:00.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:00.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:00.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:00.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:00.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:00.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.035039 29738 sys_catalog.cc:455] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32acf95f45b54758bdb70a2f0819583b. Latest consensus state: current_term: 1 leader_uuid: "32acf95f45b54758bdb70a2f0819583b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:15:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.039208 29769 mvcc.cc:204] Tried to move back new op lower bound from 7305121382332444672 to 7305121381835321344. Current Snapshot: MvccSnapshot[applied={T|T < 7305121382332444672}]
02:15:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.040725 29738 sys_catalog.cc:458] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [sys.catalog]: This master's current role is: FOLLOWER
02:15:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.051517 29738 sys_catalog.cc:455] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "32acf95f45b54758bdb70a2f0819583b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:15:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.052498 29738 sys_catalog.cc:458] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e [sys.catalog]: This master's current role is: FOLLOWER
02:15:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.057098 29761 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "32acf95f45b54758bdb70a2f0819583b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:15:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.057860 29761 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [sys.catalog]: This master's current role is: LEADER
02:15:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.061964 29765 catalog_manager.cc:1382] Generated new cluster ID: 102ec8eceada432fb3f5a2b18ab74a25
02:15:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.064169 29765 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:15:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.140312 29765 catalog_manager.cc:1405] Generated new certificate authority record
02:15:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.142597 29765 catalog_manager.cc:1539] Loading token signing keys...
02:15:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.180941 29765 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b: Generated new TSK 0
02:15:00.183 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:00.184 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:00.184 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:00.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:00.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:00.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:00.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:00.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:00.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:00.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:00.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:00.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:00.186 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.184020 29765 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.232512 29422 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/wal
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/data
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/logs
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/data/info.pb
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.129:0
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.187.129
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.129
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:15:00.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:00.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476900279 for job 44710d49591530d867cb2816f851b96f.
02:15:00.294 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:15:00.295 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:15:00.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:00.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:00.540 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:00.541 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:00.541 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:00.541 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:00.541 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:00.541 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:00.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:00.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:00.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:00.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:00.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:00.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:00.542 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:00.603 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:00.604 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:00.604 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:00.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:00.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:00.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:00.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:00.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:00.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:00.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:00.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:00.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:00.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.726138 29749 catalog_manager.cc:1294] Loaded cluster ID: 102ec8eceada432fb3f5a2b18ab74a25
02:15:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.726774 29749 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e: loading cluster ID for follower catalog manager: success
02:15:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.735545 29749 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e: acquiring CA information for follower catalog manager: success
02:15:00.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.754561 29749 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d31d7d200e494ea5a62d74429037ae8e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:15:00.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476900779 for job 44710d49591530d867cb2816f851b96f.
02:15:00.793 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:15:00.795 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:15:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:00.799376 29774 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:00.800057 29774 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:00.800906 29774 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:00.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:00.861075 29774 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:00.862490 29774 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.187.129
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.929066 29774 tablet_server_runner.cc:78] Tablet server non-default flags:
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/data
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/wal
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.129:0
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/data/info.pb
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.129
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.187.129
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/logs
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.930950 29774 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:00.933295 29774 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:00.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:00.963832 29780 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:00.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:00.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:01.043 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:01.044 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:01.044 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:01.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:01.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:01.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:01.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:01.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:01.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:01.046 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:01.046 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:01.046 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:01.046 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:01.074 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:01.074 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:01.075 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:01.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:01.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:01.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:01.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:01.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:01.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:01.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:01.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:01.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:01.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:01.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:01.243 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:01.244 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:01.244 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:01.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:01.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:01.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:01.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:01.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:01.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:01.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:01.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:01.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:01.246 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:01.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476901280 for job 44710d49591530d867cb2816f851b96f.
02:15:01.290 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:15:01.295 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:15:01.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:01.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.530164 29647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } attempt: 8
02:15:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.587175 29647 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72: Bootstrap starting.
02:15:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:01.598762 29507 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.28.187.189:33035 timed out after 1.786s (SENT) [suppressed 12 similar messages]
02:15:01.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.621537 29647 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72: Neither blocks nor log segments found. Creating new log.
02:15:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.629240 29647 log.cc:826] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72: Log is configured to *not* fsync() on all Append() calls
02:15:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.642942 29647 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72: No bootstrap required, opened a new log
02:15:01.661 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:01.662 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:01.662 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:01.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:01.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:01.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:01.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:01.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:01.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:01.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:01.664 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:01.664 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:01.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:01.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.688792 29647 raft_consensus.cc:359] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } }
02:15:01.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.700827 29647 raft_consensus.cc:385] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.701782 29647 raft_consensus.cc:740] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 38c97718049a46fab63e922d1815ed72, State: Initialized, Role: FOLLOWER
02:15:01.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.703886 29647 consensus_queue.cc:260] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } }
02:15:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.718986 29790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.720080 29621 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32acf95f45b54758bdb70a2f0819583b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "38c97718049a46fab63e922d1815ed72"
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.719910 29647 sys_catalog.cc:565] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [sys.catalog]: configured and running, proceeding with master startup.
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.720856 29621 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [term 0 FOLLOWER]: Advancing to term 1
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.720470 29790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [sys.catalog]: This master's current role is: FOLLOWER
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.723451 29622 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32acf95f45b54758bdb70a2f0819583b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "38c97718049a46fab63e922d1815ed72" is_pre_election: true
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:01.724454 29622 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50848 (request call id 1) took 1912 ms (client timeout 1786 ms). Trace:
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:01.724814 29622 rpcz_store.cc:269] 0708 02:14:59.812483 (+     0us) service_pool.cc:167] Inserting onto call queue
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:14:59.812631 (+   148us) service_pool.cc:224] Handling call
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:15:01.724365 (+1911734us) inbound_call.cc:177] Queueing success response
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:15:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.725996 29619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32acf95f45b54758bdb70a2f0819583b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "38c97718049a46fab63e922d1815ed72" is_pre_election: true
02:15:01.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.733482 29621 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 32acf95f45b54758bdb70a2f0819583b in term 1.
02:15:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.734982 29620 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [term 1 FOLLOWER]: Refusing update from remote peer 32acf95f45b54758bdb70a2f0819583b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:15:01.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.740497 29620 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:50848 (request call id 4) took 1751 ms. Trace:
02:15:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.741004 29620 rpcz_store.cc:276] 0708 02:14:59.988622 (+     0us) service_pool.cc:167] Inserting onto call queue
02:15:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:14:59.988744 (+   122us) service_pool.cc:224] Handling call
02:15:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:15:01.734398 (+1745654us) raft_consensus.cc:1471] Updating replica for 0 ops
02:15:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:15:01.735338 (+   940us) raft_consensus.cc:1697] Filling consensus response to leader.
02:15:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:15:01.740224 (+  4886us) spinlock_profiling.cc:243] Waited 11 ms on lock 0x7b54000104d0. stack: 00007effa152e803 00007effa152e700 00007effa10df4b4 000000000050eb44 000000000050ead9 00007effa8613891 00007effa86a9bcd 00007effa96da9c9 00007effa7d8ccf4 00007effa7d8cc82 00007effa7d8cbb1 00007effa7d8cb2c 00007effa7d8bde2 00007effa6379aac 00007effa6378ee6 00007effa637888f
02:15:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:15:01.740436 (+   212us) inbound_call.cc:177] Queueing success response
02:15:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":25408896}
02:15:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:01.742723 29621 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50848 (request call id 2) took 1907 ms (client timeout 2149 ms). Trace:
02:15:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.743486 29785 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [LEADER]: Connected to new peer: Peer: permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:15:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:01.744493 29621 rpcz_store.cc:269] 0708 02:14:59.835723 (+     0us) service_pool.cc:167] Inserting onto call queue
02:15:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:14:59.835935 (+   212us) service_pool.cc:224] Handling call
02:15:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:15:01.742667 (+1906732us) inbound_call.cc:177] Queueing success response
02:15:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:15:01.781 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476901780 for job 44710d49591530d867cb2816f851b96f.
02:15:01.791 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:15:01.793 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:15:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.799454 29797 mvcc.cc:204] Tried to move back new op lower bound from 7305121382332444672 to 7305121381835321344. Current Snapshot: MvccSnapshot[applied={T|T < 7305121382332444672}]
02:15:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.831079 29790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32acf95f45b54758bdb70a2f0819583b. Latest consensus state: current_term: 1 leader_uuid: "32acf95f45b54758bdb70a2f0819583b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:15:01.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.831804 29790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [sys.catalog]: This master's current role is: FOLLOWER
02:15:01.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.833052 29803 sys_catalog.cc:455] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "32acf95f45b54758bdb70a2f0819583b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:15:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.833926 29803 sys_catalog.cc:458] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72 [sys.catalog]: This master's current role is: FOLLOWER
02:15:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:01.834126 29807 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:15:01.883 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:01.883 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:01.883 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:01.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:01.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:01.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:01.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:01.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:01.884 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:01.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:01.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:01.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:01.885 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:01.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:01.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:02.103 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:02.103 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:02.103 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:02.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:02.142 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:02.142 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:02.142 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:02.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:02.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:02.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:02.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:02.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:02.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:02.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:02.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:02.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:02.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:02.198 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:02.198 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:02.199 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:02.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.200 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:02.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:02.241 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:02.242 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:02.242 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:02.242 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:02.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:02.243 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:02.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:02.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:02.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:02.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:02.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:02.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:02.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:02.262 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:02.262 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:02.262 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:02.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:02.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:02.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:02.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:02.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:02.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:02.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:02.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:02.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:02.264 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:02.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476902280 for job 44710d49591530d867cb2816f851b96f.
02:15:02.292 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:15:02.295 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:15:02.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:02.331949 29785 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "32acf95f45b54758bdb70a2f0819583b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32acf95f45b54758bdb70a2f0819583b" member_type: VOTER last_known_addr { host: "127.28.187.190" port: 43133 } } peers { permanent_uuid: "38c97718049a46fab63e922d1815ed72" member_type: VOTER last_known_addr { host: "127.28.187.189" port: 33035 } } peers { permanent_uuid: "d31d7d200e494ea5a62d74429037ae8e" member_type: VOTER last_known_addr { host: "127.28.187.188" port: 36299 } } }
02:15:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:02.332775 29785 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32acf95f45b54758bdb70a2f0819583b [sys.catalog]: This master's current role is: LEADER
02:15:02.413 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:02.414 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:02.414 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:02.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:02.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:02.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:02.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:02.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:02.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:02.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:02.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:02.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:02.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:02.437 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:02.438 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:02.438 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:02.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.439 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:02.439 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:02.439 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:02.440 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:02.440 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:02.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:02.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:02.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:02.440 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:02.440 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:02.440 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:02.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:02.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:02.441 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:02.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:02.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:02.480 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:02.480 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:02.480 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:02.481 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.481 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.481 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.482 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:02.531 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:02.531 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:02.531 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:02.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:02.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:02.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:02.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:02.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:02.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:02.533 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:02.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:02.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:02.533 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:02.614 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:02.614 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:02.614 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:02.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:02.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:02.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:02.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:02.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:02.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:02.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:02.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:02.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:02.616 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:02.703 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:02.703 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:02.704 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:02.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.706 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.706 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:02.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:02.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476902779 for job 44710d49591530d867cb2816f851b96f.
02:15:02.790 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:15:02.792 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:15:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:02.849989 29807 catalog_manager.cc:1294] Loaded cluster ID: 102ec8eceada432fb3f5a2b18ab74a25
02:15:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:02.850510 29807 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72: loading cluster ID for follower catalog manager: success
02:15:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:02.866967 29807 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72: acquiring CA information for follower catalog manager: success
02:15:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:02.874305 29807 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 38c97718049a46fab63e922d1815ed72: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:15:02.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:02.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:02.983 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:02.983 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:02.983 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:02.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:02.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:02.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:02.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:03.041 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:03.041 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:03.041 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:03.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:03.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:03.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:03.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:03.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:03.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:03.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:03.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:03.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:03.043 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:03.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:03.281 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476903279 for job 44710d49591530d867cb2816f851b96f.
02:15:03.290 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:15:03.293 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:15:03.457 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:03.457 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:03.458 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:03.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:03.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:03.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:03.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:03.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:03.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:03.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:03.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:03.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:03.459 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:03.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:03.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:03.479 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:03.479 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:03.479 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:03.480 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:03.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:03.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:03.481 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:03.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:03.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:03.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:03.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:03.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:03.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:03.495 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:03.495 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:03.496 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:03.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:03.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:03.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:03.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:03.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:03.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:03.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:03.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:03.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:03.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:03.540 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:03.540 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:03.541 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:03.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:03.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:03.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:03.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:03.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:03.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:03.542 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:03.542 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:03.542 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:03.542 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:03.557 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:03.557 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:03.558 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:03.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:03.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:03.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:03.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:03.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:03.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:03.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:03.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:03.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:03.559 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:02.362108 29779 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 29774
02:15:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:00.968926 29781 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:03.560382 29774 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.593s	user 0.702s	sys 1.209s
02:15:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:03.567196 29774 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.600s	user 0.702s	sys 1.209s
02:15:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.584352 29774 server_base.cc:1061] running on GCE node
02:15:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:03.586547 29814 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.588061 29774 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.599761 29774 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.601225 29774 hybrid_clock.cc:648] HybridClock initialized: now 1783476903601112 us; error 129 us; skew 500 ppm
02:15:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.602208 29774 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.615195 29774 webserver.cc:534] Webserver started at http://127.28.187.129:43767/ using document root <none> and password file <none>
02:15:03.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.616180 29774 fs_manager.cc:362] Metadata directory not provided
02:15:03.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.616434 29774 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:03.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.616986 29774 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:03.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.622008 29774 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/data/instance:
02:15:03.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65b948c9a8ed4e43bc12803dc31fdb4d"
02:15:03.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:03 on dist-test-slave-fshw"
02:15:03.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.623382 29774 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/wal/instance:
02:15:03.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65b948c9a8ed4e43bc12803dc31fdb4d"
02:15:03.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:03 on dist-test-slave-fshw"
02:15:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.632205 29774 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
02:15:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.638916 29819 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:03.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.640149 29774 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
02:15:03.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.640522 29774 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/wal
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65b948c9a8ed4e43bc12803dc31fdb4d"
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:03 on dist-test-slave-fshw"
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.640972 29774 fs_report.cc:389] FS layout report
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/wal
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/wal
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/data/data
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.726749 29774 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.728610 29774 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.729264 29774 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.732820 29774 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:15:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.738236 29774 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:15:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.738498 29774 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:15:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.738840 29774 ts_tablet_manager.cc:616] Registered 0 tablets
02:15:03.739 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:03.739041 29774 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:15:03.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476903779 for job 44710d49591530d867cb2816f851b96f.
02:15:03.787 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:15:03.788 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:15:03.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:03.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:03.995 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:03.995 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:03.996 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:03.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:03.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:03.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:03.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:03.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:03.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:03.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:03.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:03.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:03.996 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.032385 29774 rpc_server.cc:307] RPC server started. Bound to: 127.28.187.129:36933
02:15:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.032598 29932 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.187.129:36933 every 8 connection(s)
02:15:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.036520 29774 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/data/info.pb
02:15:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.044217 29422 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 29774
02:15:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.044893 29422 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-0/wal/instance
02:15:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.056267 29422 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/wal
02:15:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/data
02:15:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/logs
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/data/info.pb
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.130:0
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.187.130
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.130
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:15:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.171365 29934 heartbeater.cc:344] Connected to a master server at 127.28.187.189:33035
02:15:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.171909 29934 heartbeater.cc:461] Registering TS with master...
02:15:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.173321 29934 heartbeater.cc:507] Master 127.28.187.189:33035 requested a full tablet report, sending...
02:15:04.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.176995 29612 ts_manager.cc:194] Registered new tserver with Master: 65b948c9a8ed4e43bc12803dc31fdb4d (127.28.187.129:36933)
02:15:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.179613 29933 heartbeater.cc:344] Connected to a master server at 127.28.187.188:36299
02:15:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.179962 29933 heartbeater.cc:461] Registering TS with master...
02:15:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.181201 29933 heartbeater.cc:507] Master 127.28.187.188:36299 requested a full tablet report, sending...
02:15:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.185298 29694 ts_manager.cc:194] Registered new tserver with Master: 65b948c9a8ed4e43bc12803dc31fdb4d (127.28.187.129:36933)
02:15:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.187230 29940 heartbeater.cc:344] Connected to a master server at 127.28.187.190:43133
02:15:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.187608 29940 heartbeater.cc:461] Registering TS with master...
02:15:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.188628 29940 heartbeater.cc:507] Master 127.28.187.190:43133 requested a full tablet report, sending...
02:15:04.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.191896 29523 ts_manager.cc:194] Registered new tserver with Master: 65b948c9a8ed4e43bc12803dc31fdb4d (127.28.187.129:36933)
02:15:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.195320 29523 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.187.129:54153
02:15:04.214 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:04.214 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:04.215 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:04.215 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:04.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:04.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:04.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:04.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:04.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:04.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:04.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:04.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:04.216 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:04.231 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:04.232 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:04.232 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:04.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:04.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:04.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:04.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:04.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:04.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:04.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:04.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:04.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:04.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:04.239 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:04.262 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:04.263 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:04.263 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:04.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:04.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:04.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:04.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:04.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:04.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:04.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:04.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:04.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:04.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:04.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476904279 for job 44710d49591530d867cb2816f851b96f.
02:15:04.291 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:15:04.292 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:15:04.314 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:04.314 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:04.314 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:04.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:04.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:04.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:04.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:04.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:04.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:04.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:04.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:04.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:04.315 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:04.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:04.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:04.484479 29937 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:04.485200 29937 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:04.485889 29937 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:04.526815 29937 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:04.527808 29937 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.187.130
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.570106 29937 tablet_server_runner.cc:78] Tablet server non-default flags:
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/data
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/wal
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.130:0
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/data/info.pb
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.130
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.187.130
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/logs
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.571743 29937 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:04.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:04.574016 29937 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:04.592522 29949 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:04.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:04.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476904779 for job 44710d49591530d867cb2816f851b96f.
02:15:04.799 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:15:04.800 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:15:04.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:04.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:05.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:05.199097 29940 heartbeater.cc:499] Master 127.28.187.190:43133 was elected leader, sending a full tablet report...
02:15:05.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:05.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476905279 for job 44710d49591530d867cb2816f851b96f.
02:15:05.291 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:15:05.293 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:15:05.355 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:05.355 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:05.356 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:05.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:05.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:05.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:05.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:05.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:05.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:05.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:05.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:05.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:05.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:05.422 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:05.423 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:05.423 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:05.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:05.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:05.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:05.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:05.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:05.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:05.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:05.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:05.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:05.425 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:05.442 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:05.442 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:05.443 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:05.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:05.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:05.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:05.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:05.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:05.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:05.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:05.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:05.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:05.444 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:05.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:05.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:05.516 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:05.517 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:05.517 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:05.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:05.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:05.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:05.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:05.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:05.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:05.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:05.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:05.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:05.518 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:05.575 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:05.575 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:05.575 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:05.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:05.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:05.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:05.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:05.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:05.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:05.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:05.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:05.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:05.576 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:05.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:05.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476905780 for job 44710d49591530d867cb2816f851b96f.
02:15:05.798 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:15:05.799 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:15:05.883 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:05.883 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:05.883 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:05.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:05.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:05.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:05.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:05.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:05.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:05.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:05.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:05.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:05.886 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:05.956 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:05.956 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:05.956 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:05.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:05.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:05.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:05.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:05.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:05.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:05.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:05.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:05.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:05.957 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:05.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:05.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:06.040 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:06.041 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:06.041 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:06.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:06.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:06.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:06.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:06.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:06.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:06.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:06.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:06.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:06.043 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:04.599532 29950 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:06.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:05.991684 29948 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 29937
02:15:06.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.132022 29937 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.534s	user 0.516s	sys 0.987s
02:15:06.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.132270 29937 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.535s	user 0.516s	sys 0.987s
02:15:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.141557 29954 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.141871 29937 server_base.cc:1061] running on GCE node
02:15:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.143165 29937 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.145666 29937 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.147167 29937 hybrid_clock.cc:648] HybridClock initialized: now 1783476906147128 us; error 48 us; skew 500 ppm
02:15:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.148051 29937 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:06.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.154907 29937 webserver.cc:534] Webserver started at http://127.28.187.130:35027/ using document root <none> and password file <none>
02:15:06.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.155848 29937 fs_manager.cc:362] Metadata directory not provided
02:15:06.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.156111 29937 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:06.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.156536 29937 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.161548 29937 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/data/instance:
02:15:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93591b3a06cd4c15a44018920666be1b"
02:15:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:06 on dist-test-slave-fshw"
02:15:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.162664 29937 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/wal/instance:
02:15:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93591b3a06cd4c15a44018920666be1b"
02:15:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:06 on dist-test-slave-fshw"
02:15:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.171106 29937 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
02:15:06.177 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:06.177 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:06.177 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.177637 29960 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:06.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:06.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:06.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:06.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:06.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:06.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:06.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:06.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:06.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:06.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.179116 29937 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
02:15:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.179448 29937 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/wal
02:15:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93591b3a06cd4c15a44018920666be1b"
02:15:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:06 on dist-test-slave-fshw"
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.179847 29937 fs_report.cc:389] FS layout report
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/wal
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/wal
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/data/data
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:06.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:06.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.242431 29937 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.244195 29937 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.244625 29937 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:06.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.248021 29937 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:15:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.252530 29937 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:15:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.252751 29937 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:15:06.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.253057 29937 ts_tablet_manager.cc:616] Registered 0 tablets
02:15:06.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.253285 29937 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
02:15:06.281 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476906280 for job 44710d49591530d867cb2816f851b96f.
02:15:06.290 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:15:06.291 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:15:06.362 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:06.363 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:06.363 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:06.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:06.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:06.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:06.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:06.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:06.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:06.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:06.364 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:06.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:06.364 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:06.380 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:06.380 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:06.380 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:06.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:06.381 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:06.381 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:06.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:06.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:06.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:06.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:06.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:06.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:06.381 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.406075 29937 rpc_server.cc:307] RPC server started. Bound to: 127.28.187.130:43623
02:15:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.406224 30073 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.187.130:43623 every 8 connection(s)
02:15:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.409040 29937 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/data/info.pb
02:15:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.409924 29422 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 29937
02:15:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.410362 29422 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-1/wal/instance
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.420130 29422 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/wal
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/data
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/logs
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/data/info.pb
02:15:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.131:0
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.187.131
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.131
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:15:06.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:06.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.474149 30074 heartbeater.cc:344] Connected to a master server at 127.28.187.188:36299
02:15:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.474673 30074 heartbeater.cc:461] Registering TS with master...
02:15:06.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.476115 30074 heartbeater.cc:507] Master 127.28.187.188:36299 requested a full tablet report, sending...
02:15:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.479290 29694 ts_manager.cc:194] Registered new tserver with Master: 93591b3a06cd4c15a44018920666be1b (127.28.187.130:43623)
02:15:06.481 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:06.481 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:06.482 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:06.482 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:06.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:06.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:06.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:06.482 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:06.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:06.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:06.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:06.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:06.483 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.486101 30076 heartbeater.cc:344] Connected to a master server at 127.28.187.190:43133
02:15:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.486446 30076 heartbeater.cc:461] Registering TS with master...
02:15:06.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.487375 30076 heartbeater.cc:507] Master 127.28.187.190:43133 requested a full tablet report, sending...
02:15:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.488497 30075 heartbeater.cc:344] Connected to a master server at 127.28.187.189:33035
02:15:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.488842 30075 heartbeater.cc:461] Registering TS with master...
02:15:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.489727 30075 heartbeater.cc:507] Master 127.28.187.189:33035 requested a full tablet report, sending...
02:15:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.489928 29523 ts_manager.cc:194] Registered new tserver with Master: 93591b3a06cd4c15a44018920666be1b (127.28.187.130:43623)
02:15:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.491591 29523 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.187.130:51181
02:15:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.493667 29612 ts_manager.cc:194] Registered new tserver with Master: 93591b3a06cd4c15a44018920666be1b (127.28.187.130:43623)
02:15:06.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:06.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476906779 for job 44710d49591530d867cb2816f851b96f.
02:15:06.787 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:15:06.787 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:15:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.790618 30081 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.791199 30081 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.791785 30081 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.827095 30081 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.827889 30081 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.187.131
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.867064 30081 tablet_server_runner.cc:78] Tablet server non-default flags:
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.187.148:42813
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/data
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/wal
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.187.131:0
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/data/info.pb
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.187.131
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.187.190:43133,127.28.187.189:33035,127.28.187.188:36299
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.187.131
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/logs
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.868335 30081 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:06.870002 30081 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.884068 30091 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:06.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:06.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:07.081 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:07.082 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:07.082 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:07.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:07.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:07.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:07.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:07.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:07.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:07.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:07.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:07.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:07.085 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:07.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:07.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476907279 for job 44710d49591530d867cb2816f851b96f.
02:15:07.297 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:15:07.299 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:15:07.319 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:07.320 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:07.320 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:07.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:07.321 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:07.321 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:07.321 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:07.321 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:07.322 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:07.322 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:07.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:07.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:07.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:07.374 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:07.375 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:07.375 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:07.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:07.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:07.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:07.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:07.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:07.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:07.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:07.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:07.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:07.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:07.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:07.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:07.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:07.497156 30076 heartbeater.cc:499] Master 127.28.187.190:43133 was elected leader, sending a full tablet report...
02:15:07.651 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:07.651 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:07.651 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:07.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:07.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:07.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:07.653 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:07.653 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:07.653 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:07.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:07.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:07.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:07.654 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:07.733 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:07.734 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:07.734 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:07.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:07.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:07.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:07.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:07.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:07.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:07.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:07.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:07.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:07.736 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:07.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:07.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476907779 for job 44710d49591530d867cb2816f851b96f.
02:15:07.796 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:15:07.797 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:15:07.873 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:07.874 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:07.874 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:07.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:07.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:07.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:07.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:07.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:07.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:07.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:07.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:07.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:07.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:07.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:07.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:08.083 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:08.083 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:08.083 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:08.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:08.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:08.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:08.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:08.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:08.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:08.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:08.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:08.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:08.086 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:08.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:08.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476908279 for job 44710d49591530d867cb2816f851b96f.
02:15:08.293 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:15:08.298 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:15:08.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:08.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:08.517 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:08.517 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:08.517 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:08.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:08.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:08.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:08.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:08.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:08.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:08.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:08.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:08.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:08.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:08.597 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:08.598 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:08.598 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:08.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:08.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:08.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:08.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:08.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:08.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:08.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:08.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:08.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:08.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:08.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:08.294991 30089 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 30081
02:15:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:06.885363 30090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:08.754151 30081 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.871s	user 0.713s	sys 1.120s
02:15:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:08.755791 30081 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.872s	user 0.713s	sys 1.120s
02:15:08.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:08.756805 30093 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:08.759763 30092 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1871 milliseconds
02:15:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.759797 30081 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.761281 30081 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.763767 30081 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:08.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.765379 30081 hybrid_clock.cc:648] HybridClock initialized: now 1783476908765329 us; error 46 us; skew 500 ppm
02:15:08.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.766326 30081 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.773640 30081 webserver.cc:534] Webserver started at http://127.28.187.131:34275/ using document root <none> and password file <none>
02:15:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.774808 30081 fs_manager.cc:362] Metadata directory not provided
02:15:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.775019 30081 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.775485 30081 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:08.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476908779 for job 44710d49591530d867cb2816f851b96f.
02:15:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.780601 30081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/data/instance:
02:15:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afef80dd580946b1833874b85f9b423a"
02:15:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:08 on dist-test-slave-fshw"
02:15:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.782374 30081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/wal/instance:
02:15:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afef80dd580946b1833874b85f9b423a"
02:15:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:08 on dist-test-slave-fshw"
02:15:08.789 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:15:08.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:15:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.794206 30081 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.009s	sys 0.001s
02:15:08.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.800371 30103 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:08.801 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:08.801 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:08.802 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:08.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:08.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:08.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:08.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:08.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:08.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.801890 30081 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:15:08.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.802407 30081 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/wal
02:15:08.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afef80dd580946b1833874b85f9b423a"
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:08 on dist-test-slave-fshw"
02:15:08.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:08.803 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.802918 30081 fs_report.cc:389] FS layout report
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/wal
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/wal
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/data/data
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:08.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:08.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.868052 30081 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.869872 30081 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.870370 30081 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.873436 30081 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:15:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.878608 30081 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:15:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.878822 30081 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:15:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.879031 30081 ts_tablet_manager.cc:616] Registered 0 tablets
02:15:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:08.879180 30081 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:15:08.955 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:08.956 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:08.956 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:08.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:08.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:08.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:08.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:08.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:08.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:08.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:08.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:08.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:08.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:08.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:08.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:09.052 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:09.052 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:09.052 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:09.053 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:09.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:09.053 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:09.053 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:09.053 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:09.053 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:09.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:09.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:09.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:09.054 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:09.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.075331 30081 rpc_server.cc:307] RPC server started. Bound to: 127.28.187.131:37211
02:15:09.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.075431 30215 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.187.131:37211 every 8 connection(s)
02:15:09.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.078377 30081 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/data/info.pb
02:15:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.081223 29422 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 30081
02:15:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.081813 29422 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster13803711756056138719/ts-2/wal/instance
02:15:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.116008 30217 heartbeater.cc:344] Connected to a master server at 127.28.187.189:33035
02:15:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.116588 30217 heartbeater.cc:461] Registering TS with master...
02:15:09.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.118106 30217 heartbeater.cc:507] Master 127.28.187.189:33035 requested a full tablet report, sending...
02:15:09.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.120172 30218 heartbeater.cc:344] Connected to a master server at 127.28.187.190:43133
02:15:09.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.120539 30218 heartbeater.cc:461] Registering TS with master...
02:15:09.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.121590 30218 heartbeater.cc:507] Master 127.28.187.190:43133 requested a full tablet report, sending...
02:15:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.122136 29612 ts_manager.cc:194] Registered new tserver with Master: afef80dd580946b1833874b85f9b423a (127.28.187.131:37211)
02:15:09.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.124466 29523 ts_manager.cc:194] Registered new tserver with Master: afef80dd580946b1833874b85f9b423a (127.28.187.131:37211)
02:15:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.126546 29523 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.187.131:32955
02:15:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.126571 30216 heartbeater.cc:344] Connected to a master server at 127.28.187.188:36299
02:15:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.126917 30216 heartbeater.cc:461] Registering TS with master...
02:15:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.127854 30216 heartbeater.cc:507] Master 127.28.187.188:36299 requested a full tablet report, sending...
02:15:09.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.130599 29694 ts_manager.cc:194] Registered new tserver with Master: afef80dd580946b1833874b85f9b423a (127.28.187.131:37211)
02:15:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.148463 29422 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:15:09.160 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:15:09.161 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:15:09.162 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.187.190"
      port: 43133
    }
    bound_http_address {
      host: "127.28.187.190"
      port: 45867
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.187.189"
      port: 33035
    }
    bound_http_address {
      host: "127.28.187.189"
      port: 46495
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.187.188"
      port: 36299
    }
    bound_http_address {
      host: "127.28.187.188"
      port: 44137
    }
  }
}

02:15:09.162 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:15:09.163 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.187.129"
      port: 36933
    }
    bound_http_address {
      host: "127.28.187.129"
      port: 43767
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.187.130"
      port: 43623
    }
    bound_http_address {
      host: "127.28.187.130"
      port: 35027
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.187.131"
      port: 37211
    }
    bound_http_address {
      host: "127.28.187.131"
      port: 34275
    }
  }
}

02:15:09.163 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:15:09.164 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:09.165 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:15:09.165 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:15:09.165 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:15:09.165 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:15:09.169 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:15:09.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:09.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476909280 for job 44710d49591530d867cb2816f851b96f.
02:15:09.289 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:15:09.289 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:15:09.442 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:09.443 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:09.443 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:09.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:09.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:09.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:09.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:09.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:09.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:09.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:09.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:09.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:09.443 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:09.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:09.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:09.531 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:15:09.531 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:15:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.534525 30226 mini_oidc.cc:150] Starting JWKS server
02:15:09.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.537953 30226 webserver.cc:534] Webserver started at http://127.0.0.1:39577/ using document root <none> and password file <none>
02:15:09.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.538432 30226 mini_oidc.cc:186] Starting OIDC Discovery server
02:15:09.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.540745 30226 webserver.cc:534] Webserver started at http://127.0.0.1:40695/ using document root <none> and password file <none>
02:15:09.554 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:09.555 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:09.555 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:09.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:09.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:09.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:09.555 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:09.555 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:09.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:09.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:09.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:09.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:09.556 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:15:09Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:15:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:15:09Z Disabled control of system clock
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:09.606881 30226 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/wal
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/data
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/logs
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/data/info.pb
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.190:46819
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.190
02:15:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39577/jwks.json with env {}
02:15:09.619 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:09.619 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:09.619 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:09.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:09.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:09.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:09.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:09.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:09.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:09.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:09.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:09.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:09.620 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:09.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:09.781 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476909780 for job 44710d49591530d867cb2816f851b96f.
02:15:09.788 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:15:09.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:15:09.913 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:09.914 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:09.914 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:09.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:09.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:09.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:09.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:09.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:09.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:09.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:09.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:09.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:09.915 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:09.945238 30239 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:09.945962 30239 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:09.946453 30239 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:09.957 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:09.957 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:09.958 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:09.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:09.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:09.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:09.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:09.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:09.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:09.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:09.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:09.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:09.958 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:09.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:09.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:09.988435 30239 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:15:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:09.988860 30239 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:09.989265 30239 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:15:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:09.989611 30239 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:15:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:09.989959 30239 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:15:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:09.990226 30239 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39577/jwks.json
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:10.057524 30239 master_runner.cc:387] Master server non-default flags:
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/data
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/wal
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.190:46819
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39577/jwks.json
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/data/info.pb
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.190
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/logs
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:10.059440 30239 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:10.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:10.061902 30239 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:10.078543 30246 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:10.079 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:10.079 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:10.079 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:10.080 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:10.080 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:10.080 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:10.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:10.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:10.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:10.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:10.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:10.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:10.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:10.130144 30218 heartbeater.cc:499] Master 127.28.187.190:43133 was elected leader, sending a full tablet report...
02:15:10.240 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:10.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476910279 for job 44710d49591530d867cb2816f851b96f.
02:15:10.290 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:15:10.291 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:15:10.362 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:10.362 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:10.363 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:10.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:10.363 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:10.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:10.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:10.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:10.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:10.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:10.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:10.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:10.365 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:10.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:10.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:10.501 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:10.501 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:10.501 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:10.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:10.502 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:10.502 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:10.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:10.502 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:10.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:10.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:10.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:10.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:10.503 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:10.739 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:10.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476910779 for job 44710d49591530d867cb2816f851b96f.
02:15:10.792 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:15:10.794 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:15:10.840 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:10.840 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:10.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:10.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:10.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:10.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:10.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:10.842 [INFO - pool-272-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:10.842 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:10.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:10.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:10.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:10.843 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:10.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:10.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:11.151 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:11.152 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:11.152 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:11.152 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:11.152 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:11.153 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:11.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:11.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:11.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:11.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:11.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:11.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:11.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:11.241 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:11.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476911279 for job 44710d49591530d867cb2816f851b96f.
02:15:11.297 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:11.297 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:11.298 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:11.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:11.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:11.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:11.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:11.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:11.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:11.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:11.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:11.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:11.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:11.315 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=35 ms, finalizationTime=1 ms).
02:15:11.317 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:15:11.422 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:11.422 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:11.423 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:11.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:11.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:11.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:11.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:11.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:11.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:11.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:11.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:11.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:11.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:11.468 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:11.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:11.515 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:11.516 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:11.516 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:11.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:11.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:11.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:11.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:11.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:11.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:11.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:11.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:11.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:11.518 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:11.537 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:11.537 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:11.538 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:11.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:11.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:11.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:11.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:11.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:11.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:11.539 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:11.539 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:11.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:11.539 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:11.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:11.763 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:11.763 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:11.763 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:11.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:11.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:11.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:11.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:11.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:11.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:11.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:11.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:11.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:11.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:11.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476911779 for job 44710d49591530d867cb2816f851b96f.
02:15:11.803 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
02:15:11.806 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:15:11.837 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:11.837 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:11.837 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:11.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:11.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:11.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:11.839 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:11.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:11.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:11.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:11.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:11.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:11.840 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:11.937 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:11.937 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:11.938 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:11.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:11.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:11.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:11.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:11.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:11.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:11.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:11.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:11.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:11.940 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:11.967 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:11.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:11.480527 30244 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 30239
02:15:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.028441 30247 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1946 milliseconds
02:15:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.027861 30239 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.948s	user 0.000s	sys 0.002s
02:15:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:10.081013 30245 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.029075 30239 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.950s	user 0.000s	sys 0.002s
02:15:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.033800 30239 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.034425 30249 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:12.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.035941 30239 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.039053 30239 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.040612 30239 hybrid_clock.cc:648] HybridClock initialized: now 1783476912040511 us; error 78 us; skew 500 ppm
02:15:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.042008 30239 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.049798 30239 webserver.cc:534] Webserver started at http://127.29.132.190:45539/ using document root <none> and password file <none>
02:15:12.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.051059 30239 fs_manager.cc:362] Metadata directory not provided
02:15:12.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.051344 30239 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.051880 30239 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.058396 30239 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/data/instance:
02:15:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "060a4b9dc771465db3257e02a4f5c247"
02:15:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:12 on dist-test-slave-fshw"
02:15:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.059934 30239 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/wal/instance:
02:15:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "060a4b9dc771465db3257e02a4f5c247"
02:15:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:12 on dist-test-slave-fshw"
02:15:12.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.069923 30239 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.001s
02:15:12.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.077265 30259 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:12.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.078533 30239 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
02:15:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.078917 30239 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/wal
02:15:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "060a4b9dc771465db3257e02a4f5c247"
02:15:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:12 on dist-test-slave-fshw"
02:15:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.079329 30239 fs_report.cc:389] FS layout report
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/wal
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/wal
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/data/data
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.144076 30239 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.145993 30239 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.146492 30239 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:12.156 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.26.126.252:33207, [6ms] received response from server master-127.26.126.252:33207: OK, deferred=null) with no deferred attached!
02:15:12.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.227698 30239 rpc_server.cc:307] RPC server started. Bound to: 127.29.132.190:46819
02:15:12.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.227802 30310 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.132.190:46819 every 8 connection(s)
02:15:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.230746 30239 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/data/info.pb
02:15:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.237443 30311 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.240382 30226 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 30239
02:15:12.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.240919 30226 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-0/wal/instance
02:15:12.242 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.246416 30226 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/wal
02:15:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/data
02:15:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/logs
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/data/info.pb
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.189:33651
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.189
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39577/jwks.json with env {}
02:15:12.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.254195 30311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } has no permanent_uuid. Determining permanent_uuid...
02:15:12.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476912279 for job 44710d49591530d867cb2816f851b96f.
02:15:12.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.288234 30311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } has no permanent_uuid. Determining permanent_uuid...
02:15:12.289 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:15:12.289 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:15:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.291548 30261 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.132.189:33651: connect: Connection refused (error 111)
02:15:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.296123 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.189:33651: Network error: Client connection negotiation failed: client connection to 127.29.132.189:33651: connect: Connection refused (error 111)
02:15:12.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.345742 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } attempt: 1
02:15:12.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.351228 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.189:33651: Network error: Client connection negotiation failed: client connection to 127.29.132.189:33651: connect: Connection refused (error 111)
02:15:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.419620 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } attempt: 2
02:15:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.425266 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.189:33651: Network error: Client connection negotiation failed: client connection to 127.29.132.189:33651: connect: Connection refused (error 111)
02:15:12.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:12.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.516695 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } attempt: 3
02:15:12.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.522840 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.189:33651: Network error: Client connection negotiation failed: client connection to 127.29.132.189:33651: connect: Connection refused (error 111)
02:15:12.571 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:12.571 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:12.571 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:12.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:12.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:12.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:12.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:12.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:12.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:12.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:12.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:12.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:12.572 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.620654 30313 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.621429 30313 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.622210 30313 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:12.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.658481 30313 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:15:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.658896 30313 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.659278 30313 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:15:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.659607 30313 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:15:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.659885 30313 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:15:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.660051 30313 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39577/jwks.json
02:15:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.666252 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } attempt: 4
02:15:12.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.670650 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.189:33651: Network error: Client connection negotiation failed: client connection to 127.29.132.189:33651: connect: Connection refused (error 111)
02:15:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.701419 30313 master_runner.cc:387] Master server non-default flags:
02:15:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/data
02:15:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/wal
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.189:33651
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39577/jwks.json
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/data/info.pb
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.189
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/logs
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.702752 30313 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.704564 30313 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:12.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.715615 30323 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:12.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:12.781 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476912780 for job 44710d49591530d867cb2816f851b96f.
02:15:12.786 [DEBUG - pool-198-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.27.81.124:40095, [17ms] received response from server master-127.27.81.124:40095: OK, deferred=null) with no deferred attached!
02:15:12.786 [DEBUG - pool-198-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.27.81.124:40095, [17ms] received response from server master-127.27.81.124:40095: OK, deferred=null) with no deferred attached!
02:15:12.786 [DEBUG - pool-198-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.27.81.124:40095, [17ms] received response from server master-127.27.81.124:40095: OK, deferred=null) with no deferred attached!
02:15:12.786 [DEBUG - pool-198-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.27.81.124:40095, [25ms] received response from server master-127.27.81.124:40095: OK, deferred=null) with no deferred attached!
02:15:12.790 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:15:12.792 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:15:12.963 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:12.963 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:12.964 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:12.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:12.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:12.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:12.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:12.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:12.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:12.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:12.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:12.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:12.965 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:12.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:12.970125 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } attempt: 5
02:15:12.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.978111 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.189:33651: Network error: Client connection negotiation failed: client connection to 127.29.132.189:33651: connect: Connection refused (error 111)
02:15:12.994 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:12.995 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:12.995 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:12.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:12.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:12.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:12.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:12.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:12.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:12.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:12.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:12.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:12.996 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:12.997 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:12.997 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:12.997 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:12.998 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27747), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [180ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [188ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [188ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [208ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [213ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [214ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [214ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [524ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [584ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [584ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1143ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2441ms] refreshing cache from master, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2444ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6381ms] refreshing cache from master, [6381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6382ms] too many traces: truncated at 100 traces, deferred=Deferred@893683161(state=PENDING, result=null, callback=(continuation of Deferred@1977877368 after retry RPC after error@41195589) -> (continuation of Deferred@726686413 after retry RPC after error@984315955) -> (continuation of Deferred@1862357981 after retry RPC after error@1234258120) -> (continuation of Deferred@1623123205 after retry RPC after error@20276161) -> (continuation of Deferred@1682921345 after retry RPC after error@668697800) -> (continuation of Deferred@819649531 after retry RPC after error@450596170) -> (continuation of Deferred@70660815 after retry RPC after error@2133859141) -> (continuation of Deferred@424874587 after retry RPC after error@1604615654) -> (continuation of Deferred@1781636247 after retry RPC after error@354699431) -> (continuation of Deferred@342118802 after retry RPC after error@1750291893) -> (continuation of Deferred@241215756 after retry RPC after error@968272151) -> (continuation of Deferred@258508658 after retry RPC after error@2103739863) -> (continuation of Deferred@1992784830 after retry RPC after error@2058721888) -> (continuation of Deferred@833470803 after retry RPC after error@1748934796) -> (continuation of Deferred@627653822 after retry RPC after error@1935262953) -> (continuation of Deferred@740373640 after retry RPC after error@830921536) -> (continuation of Deferred@1567005954 after retry RPC after error@1621451979) -> (continuation of Deferred@1166379299 after retry RPC after error@1121846792) -> (continuation of Deferred@725159388 after retry RPC after error@1618065228) -> (continuation of Deferred@164951792 after retry RPC after error@998788996), errback=(continuation of Deferred@1977877368 after retry RPC after error@41195589) -> (continuation of Deferred@726686413 after retry RPC after error@984315955) -> (continuation of Deferred@1862357981 after retry RPC after error@1234258120) -> (continuation of Deferred@1623123205 after retry RPC after error@20276161) -> (continuation of Deferred@1682921345 after retry RPC after error@668697800) -> (continuation of Deferred@819649531 after retry RPC after error@450596170) -> (continuation of Deferred@70660815 after retry RPC after error@2133859141) -> (continuation of Deferred@424874587 after retry RPC after error@1604615654) -> (continuation of Deferred@1781636247 after retry RPC after error@354699431) -> (continuation of Deferred@342118802 after retry RPC after error@1750291893) -> (continuation of Deferred@241215756 after retry RPC after error@968272151) -> (continuation of Deferred@258508658 after retry RPC after error@2103739863) -> (continuation of Deferred@1992784830 after retry RPC after error@2058721888) -> (continuation of Deferred@833470803 after retry RPC after error@1748934796) -> (continuation of Deferred@627653822 after retry RPC after error@1935262953) -> (continuation of Deferred@740373640 after retry RPC after error@830921536) -> (continuation of Deferred@1567005954 after retry RPC after error@1621451979) -> (continuation of Deferred@1166379299 after retry RPC after error@1121846792) -> (continuation of Deferred@725159388 after retry RPC after error@1618065228) -> (continuation of Deferred@164951792 after retry RPC after error@998788996)))
02:15:12.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:12.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:12.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:12.999 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:15:12.999 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:12.999 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:12.999 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:12.999 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27747), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [180ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [188ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [188ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [208ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [213ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [214ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [214ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [524ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [584ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [584ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1143ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2441ms] refreshing cache from master, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2444ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6381ms] refreshing cache from master, [6381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6382ms] too many traces: truncated at 100 traces, deferred=Deferred@893683161(state=PENDING, result=null, callback=(continuation of Deferred@1977877368 after retry RPC after error@41195589) -> (continuation of Deferred@726686413 after retry RPC after error@984315955) -> (continuation of Deferred@1862357981 after retry RPC after error@1234258120) -> (continuation of Deferred@1623123205 after retry RPC after error@20276161) -> (continuation of Deferred@1682921345 after retry RPC after error@668697800) -> (continuation of Deferred@819649531 after retry RPC after error@450596170) -> (continuation of Deferred@70660815 after retry RPC after error@2133859141) -> (continuation of Deferred@424874587 after retry RPC after error@1604615654) -> (continuation of Deferred@1781636247 after retry RPC after error@354699431) -> (continuation of Deferred@342118802 after retry RPC after error@1750291893) -> (continuation of Deferred@241215756 after retry RPC after error@968272151) -> (continuation of Deferred@258508658 after retry RPC after error@2103739863) -> (continuation of Deferred@1992784830 after retry RPC after error@2058721888) -> (continuation of Deferred@833470803 after retry RPC after error@1748934796) -> (continuation of Deferred@627653822 after retry RPC after error@1935262953) -> (continuation of Deferred@740373640 after retry RPC after error@830921536) -> (continuation of Deferred@1567005954 after retry RPC after error@1621451979) -> (continuation of Deferred@1166379299 after retry RPC after error@1121846792) -> (continuation of Deferred@725159388 after retry RPC after error@1618065228) -> (continuation of Deferred@164951792 after retry RPC after error@998788996), errback=(continuation of Deferred@1977877368 after retry RPC after error@41195589) -> (continuation of Deferred@726686413 after retry RPC after error@984315955) -> (continuation of Deferred@1862357981 after retry RPC after error@1234258120) -> (continuation of Deferred@1623123205 after retry RPC after error@20276161) -> (continuation of Deferred@1682921345 after retry RPC after error@668697800) -> (continuation of Deferred@819649531 after retry RPC after error@450596170) -> (continuation of Deferred@70660815 after retry RPC after error@2133859141) -> (continuation of Deferred@424874587 after retry RPC after error@1604615654) -> (continuation of Deferred@1781636247 after retry RPC after error@354699431) -> (continuation of Deferred@342118802 after retry RPC after error@1750291893) -> (continuation of Deferred@241215756 after retry RPC after error@968272151) -> (continuation of Deferred@258508658 after retry RPC after error@2103739863) -> (continuation of Deferred@1992784830 after retry RPC after error@2058721888) -> (continuation of Deferred@833470803 after retry RPC after error@1748934796) -> (continuation of Deferred@627653822 after retry RPC after error@1935262953) -> (continuation of Deferred@740373640 after retry RPC after error@830921536) -> (continuation of Deferred@1567005954 after retry RPC after error@1621451979) -> (continuation of Deferred@1166379299 after retry RPC after error@1121846792) -> (continuation of Deferred@725159388 after retry RPC after error@1618065228) -> (continuation of Deferred@164951792 after retry RPC after error@998788996)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:12.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:13.000 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:15:13.000 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:13.000 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:13.000 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:13.003 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:15:13.005 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27747), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [180ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [188ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [188ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [208ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [213ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [214ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [214ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [524ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [584ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [584ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1143ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2441ms] refreshing cache from master, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2444ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6381ms] refreshing cache from master, [6381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6382ms] too many traces: truncated at 100 traces, deferred=Deferred@893683161(state=PENDING, result=null, callback=(continuation of Deferred@1977877368 after retry RPC after error@41195589) -> (continuation of Deferred@726686413 after retry RPC after error@984315955) -> (continuation of Deferred@1862357981 after retry RPC after error@1234258120) -> (continuation of Deferred@1623123205 after retry RPC after error@20276161) -> (continuation of Deferred@1682921345 after retry RPC after error@668697800) -> (continuation of Deferred@819649531 after retry RPC after error@450596170) -> (continuation of Deferred@70660815 after retry RPC after error@2133859141) -> (continuation of Deferred@424874587 after retry RPC after error@1604615654) -> (continuation of Deferred@1781636247 after retry RPC after error@354699431) -> (continuation of Deferred@342118802 after retry RPC after error@1750291893) -> (continuation of Deferred@241215756 after retry RPC after error@968272151) -> (continuation of Deferred@258508658 after retry RPC after error@2103739863) -> (continuation of Deferred@1992784830 after retry RPC after error@2058721888) -> (continuation of Deferred@833470803 after retry RPC after error@1748934796) -> (continuation of Deferred@627653822 after retry RPC after error@1935262953) -> (continuation of Deferred@740373640 after retry RPC after error@830921536) -> (continuation of Deferred@1567005954 after retry RPC after error@1621451979) -> (continuation of Deferred@1166379299 after retry RPC after error@1121846792) -> (continuation of Deferred@725159388 after retry RPC after error@1618065228) -> (continuation of Deferred@164951792 after retry RPC after error@998788996), errback=(continuation of Deferred@1977877368 after retry RPC after error@41195589) -> (continuation of Deferred@726686413 after retry RPC after error@984315955) -> (continuation of Deferred@1862357981 after retry RPC after error@1234258120) -> (continuation of Deferred@1623123205 after retry RPC after error@20276161) -> (continuation of Deferred@1682921345 after retry RPC after error@668697800) -> (continuation of Deferred@819649531 after retry RPC after error@450596170) -> (continuation of Deferred@70660815 after retry RPC after error@2133859141) -> (continuation of Deferred@424874587 after retry RPC after error@1604615654) -> (continuation of Deferred@1781636247 after retry RPC after error@354699431) -> (continuation of Deferred@342118802 after retry RPC after error@1750291893) -> (continuation of Deferred@241215756 after retry RPC after error@968272151) -> (continuation of Deferred@258508658 after retry RPC after error@2103739863) -> (continuation of Deferred@1992784830 after retry RPC after error@2058721888) -> (continuation of Deferred@833470803 after retry RPC after error@1748934796) -> (continuation of Deferred@627653822 after retry RPC after error@1935262953) -> (continuation of Deferred@740373640 after retry RPC after error@830921536) -> (continuation of Deferred@1567005954 after retry RPC after error@1621451979) -> (continuation of Deferred@1166379299 after retry RPC after error@1121846792) -> (continuation of Deferred@725159388 after retry RPC after error@1618065228) -> (continuation of Deferred@164951792 after retry RPC after error@998788996)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:13.008 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:13.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
02:15:13.009 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:15:13.009 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RUNNING to RESTARTING.
02:15:13.281 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476913280 for job 44710d49591530d867cb2816f851b96f.
02:15:13.294 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:15:13.297 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:15:13.374 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:13.374 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:13.374 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:13.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:13.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:13.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:13.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:13.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:13.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:13.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:13.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:13.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:13.376 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:13.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:13.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:13.493 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:13.494 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:13.494 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:13.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.496 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:13.499 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:13.499 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:13.499 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.499 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.499 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.499 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:13.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.500 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:13.525650 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } attempt: 6
02:15:13.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:13.577823 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.189:33651: Network error: Client connection negotiation failed: client connection to 127.29.132.189:33651: connect: Connection refused (error 111)
02:15:13.619 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:13.619 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:13.619 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:13.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.621 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:13.622 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28350), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [136ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [136ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [157ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [704ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [704ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1061ms] refreshing cache from master, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1064ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [4440ms] refreshing cache from master, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [4441ms] too many traces: truncated at 100 traces, deferred=Deferred@1857865347(state=PENDING, result=null, callback=(continuation of Deferred@254721410 after retry RPC after error@1758246051) -> (continuation of Deferred@855892757 after retry RPC after error@990098216) -> (continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117), errback=(continuation of Deferred@254721410 after retry RPC after error@1758246051) -> (continuation of Deferred@855892757 after retry RPC after error@990098216) -> (continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117)))
02:15:13.623 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:15:13.623 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28350), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [136ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [136ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [157ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [704ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [704ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1061ms] refreshing cache from master, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1064ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [4440ms] refreshing cache from master, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [4441ms] too many traces: truncated at 100 traces, deferred=Deferred@1857865347(state=PENDING, result=null, callback=(continuation of Deferred@254721410 after retry RPC after error@1758246051) -> (continuation of Deferred@855892757 after retry RPC after error@990098216) -> (continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117), errback=(continuation of Deferred@254721410 after retry RPC after error@1758246051) -> (continuation of Deferred@855892757 after retry RPC after error@990098216) -> (continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:13.624 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
02:15:13.626 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:15:13.629 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28350), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [136ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [136ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [157ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [704ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [704ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1061ms] refreshing cache from master, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1064ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [4440ms] refreshing cache from master, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [4441ms] too many traces: truncated at 100 traces, deferred=Deferred@1857865347(state=PENDING, result=null, callback=(continuation of Deferred@254721410 after retry RPC after error@1758246051) -> (continuation of Deferred@855892757 after retry RPC after error@990098216) -> (continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117), errback=(continuation of Deferred@254721410 after retry RPC after error@1758246051) -> (continuation of Deferred@855892757 after retry RPC after error@990098216) -> (continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:13.630 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:13.632 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
02:15:13.633 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:15:13.756 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:13.756 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:13.756 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:13.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:13.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:13.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:13.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:13.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:13.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:13.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:13.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:13.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:13.758 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:13.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476913779 for job 44710d49591530d867cb2816f851b96f.
02:15:13.791 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:15:13.792 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:15:13.837 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:13.837 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:13.838 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:13.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:13.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:13.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:13.840 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:13.841 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28575), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [138ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [155ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [167ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [168ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [169ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [883ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1863ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3683ms] refreshing cache from master, [3683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3684ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3684ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3684ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3685ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6520ms] refreshing cache from master, [6520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6521ms] too many traces: truncated at 100 traces, deferred=Deferred@1317216303(state=PENDING, result=null, callback=(continuation of Deferred@58109407 after retry RPC after error@1179843565) -> (continuation of Deferred@694480668 after retry RPC after error@2125537351) -> (continuation of Deferred@1210020379 after retry RPC after error@432235878) -> (continuation of Deferred@391214413 after retry RPC after error@1620430072) -> (continuation of Deferred@1403647323 after retry RPC after error@1363362333) -> (continuation of Deferred@1302638181 after retry RPC after error@51927333) -> (continuation of Deferred@520582960 after retry RPC after error@1411353959) -> (continuation of Deferred@1017173511 after retry RPC after error@2108715463) -> (continuation of Deferred@1495934902 after retry RPC after error@1912012097) -> (continuation of Deferred@1272712598 after retry RPC after error@899445603) -> (continuation of Deferred@1023669745 after retry RPC after error@2077821925) -> (continuation of Deferred@1354893749 after retry RPC after error@101941157) -> (continuation of Deferred@605925099 after retry RPC after error@388505518) -> (continuation of Deferred@1466381151 after retry RPC after error@1242861633) -> (continuation of Deferred@53937438 after retry RPC after error@1421197241) -> (continuation of Deferred@983991227 after retry RPC after error@1423874614) -> (continuation of Deferred@1870297670 after retry RPC after error@382425191) -> (continuation of Deferred@419347038 after retry RPC after error@944868445) -> (continuation of Deferred@80046427 after retry RPC after error@1216414148) -> (continuation of Deferred@633368256 after retry RPC after error@289881409) -> (continuation of Deferred@1055330691 after retry RPC after error@2116593850) -> (continuation of Deferred@1488482257 after retry RPC after error@1891495090) -> (continuation of Deferred@1984987183 after retry RPC after error@1300663079) -> (continuation of Deferred@1448846241 after retry RPC after error@1226575268), errback=(continuation of Deferred@58109407 after retry RPC after error@1179843565) -> (continuation of Deferred@694480668 after retry RPC after error@2125537351) -> (continuation of Deferred@1210020379 after retry RPC after error@432235878) -> (continuation of Deferred@391214413 after retry RPC after error@1620430072) -> (continuation of Deferred@1403647323 after retry RPC after error@1363362333) -> (continuation of Deferred@1302638181 after retry RPC after error@51927333) -> (continuation of Deferred@520582960 after retry RPC after error@1411353959) -> (continuation of Deferred@1017173511 after retry RPC after error@2108715463) -> (continuation of Deferred@1495934902 after retry RPC after error@1912012097) -> (continuation of Deferred@1272712598 after retry RPC after error@899445603) -> (continuation of Deferred@1023669745 after retry RPC after error@2077821925) -> (continuation of Deferred@1354893749 after retry RPC after error@101941157) -> (continuation of Deferred@605925099 after retry RPC after error@388505518) -> (continuation of Deferred@1466381151 after retry RPC after error@1242861633) -> (continuation of Deferred@53937438 after retry RPC after error@1421197241) -> (continuation of Deferred@983991227 after retry RPC after error@1423874614) -> (continuation of Deferred@1870297670 after retry RPC after error@382425191) -> (continuation of Deferred@419347038 after retry RPC after error@944868445) -> (continuation of Deferred@80046427 after retry RPC after error@1216414148) -> (continuation of Deferred@633368256 after retry RPC after error@289881409) -> (continuation of Deferred@1055330691 after retry RPC after error@2116593850) -> (continuation of Deferred@1488482257 after retry RPC after error@1891495090) -> (continuation of Deferred@1984987183 after retry RPC after error@1300663079) -> (continuation of Deferred@1448846241 after retry RPC after error@1226575268)))
02:15:13.842 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:15:13.842 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28575), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [138ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [155ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [167ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [168ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [169ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [883ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1863ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3683ms] refreshing cache from master, [3683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3684ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3684ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3684ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3685ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6520ms] refreshing cache from master, [6520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6521ms] too many traces: truncated at 100 traces, deferred=Deferred@1317216303(state=PENDING, result=null, callback=(continuation of Deferred@58109407 after retry RPC after error@1179843565) -> (continuation of Deferred@694480668 after retry RPC after error@2125537351) -> (continuation of Deferred@1210020379 after retry RPC after error@432235878) -> (continuation of Deferred@391214413 after retry RPC after error@1620430072) -> (continuation of Deferred@1403647323 after retry RPC after error@1363362333) -> (continuation of Deferred@1302638181 after retry RPC after error@51927333) -> (continuation of Deferred@520582960 after retry RPC after error@1411353959) -> (continuation of Deferred@1017173511 after retry RPC after error@2108715463) -> (continuation of Deferred@1495934902 after retry RPC after error@1912012097) -> (continuation of Deferred@1272712598 after retry RPC after error@899445603) -> (continuation of Deferred@1023669745 after retry RPC after error@2077821925) -> (continuation of Deferred@1354893749 after retry RPC after error@101941157) -> (continuation of Deferred@605925099 after retry RPC after error@388505518) -> (continuation of Deferred@1466381151 after retry RPC after error@1242861633) -> (continuation of Deferred@53937438 after retry RPC after error@1421197241) -> (continuation of Deferred@983991227 after retry RPC after error@1423874614) -> (continuation of Deferred@1870297670 after retry RPC after error@382425191) -> (continuation of Deferred@419347038 after retry RPC after error@944868445) -> (continuation of Deferred@80046427 after retry RPC after error@1216414148) -> (continuation of Deferred@633368256 after retry RPC after error@289881409) -> (continuation of Deferred@1055330691 after retry RPC after error@2116593850) -> (continuation of Deferred@1488482257 after retry RPC after error@1891495090) -> (continuation of Deferred@1984987183 after retry RPC after error@1300663079) -> (continuation of Deferred@1448846241 after retry RPC after error@1226575268), errback=(continuation of Deferred@58109407 after retry RPC after error@1179843565) -> (continuation of Deferred@694480668 after retry RPC after error@2125537351) -> (continuation of Deferred@1210020379 after retry RPC after error@432235878) -> (continuation of Deferred@391214413 after retry RPC after error@1620430072) -> (continuation of Deferred@1403647323 after retry RPC after error@1363362333) -> (continuation of Deferred@1302638181 after retry RPC after error@51927333) -> (continuation of Deferred@520582960 after retry RPC after error@1411353959) -> (continuation of Deferred@1017173511 after retry RPC after error@2108715463) -> (continuation of Deferred@1495934902 after retry RPC after error@1912012097) -> (continuation of Deferred@1272712598 after retry RPC after error@899445603) -> (continuation of Deferred@1023669745 after retry RPC after error@2077821925) -> (continuation of Deferred@1354893749 after retry RPC after error@101941157) -> (continuation of Deferred@605925099 after retry RPC after error@388505518) -> (continuation of Deferred@1466381151 after retry RPC after error@1242861633) -> (continuation of Deferred@53937438 after retry RPC after error@1421197241) -> (continuation of Deferred@983991227 after retry RPC after error@1423874614) -> (continuation of Deferred@1870297670 after retry RPC after error@382425191) -> (continuation of Deferred@419347038 after retry RPC after error@944868445) -> (continuation of Deferred@80046427 after retry RPC after error@1216414148) -> (continuation of Deferred@633368256 after retry RPC after error@289881409) -> (continuation of Deferred@1055330691 after retry RPC after error@2116593850) -> (continuation of Deferred@1488482257 after retry RPC after error@1891495090) -> (continuation of Deferred@1984987183 after retry RPC after error@1300663079) -> (continuation of Deferred@1448846241 after retry RPC after error@1226575268)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:13.843 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
02:15:13.847 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
02:15:13.849 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28575), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [138ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [155ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [167ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [168ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [169ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [883ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1863ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3683ms] refreshing cache from master, [3683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3684ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3684ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3684ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3685ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6520ms] refreshing cache from master, [6520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6521ms] too many traces: truncated at 100 traces, deferred=Deferred@1317216303(state=PENDING, result=null, callback=(continuation of Deferred@58109407 after retry RPC after error@1179843565) -> (continuation of Deferred@694480668 after retry RPC after error@2125537351) -> (continuation of Deferred@1210020379 after retry RPC after error@432235878) -> (continuation of Deferred@391214413 after retry RPC after error@1620430072) -> (continuation of Deferred@1403647323 after retry RPC after error@1363362333) -> (continuation of Deferred@1302638181 after retry RPC after error@51927333) -> (continuation of Deferred@520582960 after retry RPC after error@1411353959) -> (continuation of Deferred@1017173511 after retry RPC after error@2108715463) -> (continuation of Deferred@1495934902 after retry RPC after error@1912012097) -> (continuation of Deferred@1272712598 after retry RPC after error@899445603) -> (continuation of Deferred@1023669745 after retry RPC after error@2077821925) -> (continuation of Deferred@1354893749 after retry RPC after error@101941157) -> (continuation of Deferred@605925099 after retry RPC after error@388505518) -> (continuation of Deferred@1466381151 after retry RPC after error@1242861633) -> (continuation of Deferred@53937438 after retry RPC after error@1421197241) -> (continuation of Deferred@983991227 after retry RPC after error@1423874614) -> (continuation of Deferred@1870297670 after retry RPC after error@382425191) -> (continuation of Deferred@419347038 after retry RPC after error@944868445) -> (continuation of Deferred@80046427 after retry RPC after error@1216414148) -> (continuation of Deferred@633368256 after retry RPC after error@289881409) -> (continuation of Deferred@1055330691 after retry RPC after error@2116593850) -> (continuation of Deferred@1488482257 after retry RPC after error@1891495090) -> (continuation of Deferred@1984987183 after retry RPC after error@1300663079) -> (continuation of Deferred@1448846241 after retry RPC after error@1226575268), errback=(continuation of Deferred@58109407 after retry RPC after error@1179843565) -> (continuation of Deferred@694480668 after retry RPC after error@2125537351) -> (continuation of Deferred@1210020379 after retry RPC after error@432235878) -> (continuation of Deferred@391214413 after retry RPC after error@1620430072) -> (continuation of Deferred@1403647323 after retry RPC after error@1363362333) -> (continuation of Deferred@1302638181 after retry RPC after error@51927333) -> (continuation of Deferred@520582960 after retry RPC after error@1411353959) -> (continuation of Deferred@1017173511 after retry RPC after error@2108715463) -> (continuation of Deferred@1495934902 after retry RPC after error@1912012097) -> (continuation of Deferred@1272712598 after retry RPC after error@899445603) -> (continuation of Deferred@1023669745 after retry RPC after error@2077821925) -> (continuation of Deferred@1354893749 after retry RPC after error@101941157) -> (continuation of Deferred@605925099 after retry RPC after error@388505518) -> (continuation of Deferred@1466381151 after retry RPC after error@1242861633) -> (continuation of Deferred@53937438 after retry RPC after error@1421197241) -> (continuation of Deferred@983991227 after retry RPC after error@1423874614) -> (continuation of Deferred@1870297670 after retry RPC after error@382425191) -> (continuation of Deferred@419347038 after retry RPC after error@944868445) -> (continuation of Deferred@80046427 after retry RPC after error@1216414148) -> (continuation of Deferred@633368256 after retry RPC after error@289881409) -> (continuation of Deferred@1055330691 after retry RPC after error@2116593850) -> (continuation of Deferred@1488482257 after retry RPC after error@1891495090) -> (continuation of Deferred@1984987183 after retry RPC after error@1300663079) -> (continuation of Deferred@1448846241 after retry RPC after error@1226575268)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:13.851 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:13.854 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
02:15:13.855 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
02:15:13.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:13.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:14.081 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:14.081 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:14.081 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:14.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:14.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:14.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:14.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:14.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:14.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:14.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:14.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:14.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:14.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:14.095 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.26.126.252:33207, [15ms] received response from server master-127.26.126.252:33207: OK, deferred=null) with no deferred attached!
02:15:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:12.717237 30324 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.194314 30326 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.197036 30325 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1479 milliseconds
02:15:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.197190 30313 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:14.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.198554 30313 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.201682 30313 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.203087 30313 hybrid_clock.cc:648] HybridClock initialized: now 1783476914203042 us; error 48 us; skew 500 ppm
02:15:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.204062 30313 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:14.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.210695 30313 webserver.cc:534] Webserver started at http://127.29.132.189:32829/ using document root <none> and password file <none>
02:15:14.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.211666 30313 fs_manager.cc:362] Metadata directory not provided
02:15:14.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.211920 30313 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:14.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.212412 30313 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:14.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.217001 30313 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/data/instance:
02:15:14.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7787a8be985415fbaca5e3874cec983"
02:15:14.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:14 on dist-test-slave-fshw"
02:15:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.218319 30313 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/wal/instance:
02:15:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7787a8be985415fbaca5e3874cec983"
02:15:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:14 on dist-test-slave-fshw"
02:15:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.226707 30313 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
02:15:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.234033 30337 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:14.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.235827 30313 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
02:15:14.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.236289 30313 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/wal
02:15:14.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7787a8be985415fbaca5e3874cec983"
02:15:14.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:14 on dist-test-slave-fshw"
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.236788 30313 fs_report.cc:389] FS layout report
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/wal
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/wal
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/data/data
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:14.240 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:14.240 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:14.240 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:14.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:14.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:14.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:14.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:14.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:14.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:14.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:14.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:14.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:14.241 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:14.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476914279 for job 44710d49591530d867cb2816f851b96f.
02:15:14.287 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:15:14.291 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:15:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.303170 30313 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.305050 30313 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.305706 30313 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.387502 30313 rpc_server.cc:307] RPC server started. Bound to: 127.29.132.189:33651
02:15:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.387517 30388 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.132.189:33651 every 8 connection(s)
02:15:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.390528 30313 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/data/info.pb
02:15:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.397342 30389 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.398051 30226 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 30313
02:15:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.398416 30226 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-1/wal/instance
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.400839 30226 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/wal
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/data
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/logs
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/data/info.pb
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.188:34893
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.188
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39577/jwks.json with env {}
02:15:14.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.410337 30389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } has no permanent_uuid. Determining permanent_uuid...
02:15:14.435 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:14.436 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:14.436 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:14.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:14.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:14.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:14.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:14.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:14.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:14.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:14.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:14.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:14.438 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.445031 30389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } has no permanent_uuid. Determining permanent_uuid...
02:15:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.461478 30389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } has no permanent_uuid. Determining permanent_uuid...
02:15:14.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.464605 30338 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.470145 30389 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.519688 30389 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 1
02:15:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.524487 30389 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.592906 30389 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 2
02:15:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.597508 30389 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.622 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:14.623 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:14.623 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:14.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:14.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:14.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:14.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:14.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:14.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:14.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:14.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:14.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:14.624 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:14.631 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:14.631 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:14.631 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:14.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:14.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:14.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:14.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:14.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:14.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:14.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:14.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:14.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:14.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:14.632 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29440), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [74ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [111ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [111ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [167ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [176ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [239ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [784ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1424ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3241ms] refreshing cache from master, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3244ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6061ms] refreshing cache from master, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6062ms] too many traces: truncated at 100 traces, deferred=Deferred@1225463839(state=PENDING, result=null, callback=(continuation of Deferred@21712011 after retry RPC after error@599983518) -> (continuation of Deferred@1491884015 after retry RPC after error@1228306189) -> (continuation of Deferred@306333108 after retry RPC after error@689331607) -> (continuation of Deferred@327103605 after retry RPC after error@1762375432) -> (continuation of Deferred@1768173688 after retry RPC after error@1921327654) -> (continuation of Deferred@406023327 after retry RPC after error@750005094) -> (continuation of Deferred@1679505784 after retry RPC after error@1070904271) -> (continuation of Deferred@1006663486 after retry RPC after error@828544195) -> (continuation of Deferred@202357614 after retry RPC after error@383724523) -> (continuation of Deferred@702093193 after retry RPC after error@205015805) -> (continuation of Deferred@2099070175 after retry RPC after error@309508324) -> (continuation of Deferred@1937150076 after retry RPC after error@1029129037) -> (continuation of Deferred@721146756 after retry RPC after error@759823271) -> (continuation of Deferred@1794865922 after retry RPC after error@1840320571) -> (continuation of Deferred@421693946 after retry RPC after error@2077543866) -> (continuation of Deferred@1246141097 after retry RPC after error@798190354) -> (continuation of Deferred@577980995 after retry RPC after error@2140662442) -> (continuation of Deferred@24814627 after retry RPC after error@897946853) -> (continuation of Deferred@219996484 after retry RPC after error@1293846775) -> (continuation of Deferred@428959435 after retry RPC after error@11201440) -> (continuation of Deferred@1792420912 after retry RPC after error@1396070573) -> (continuation of Deferred@1099156286 after retry RPC after error@379838277) -> (continuation of Deferred@1297077773 after retry RPC after error@744295481) -> (continuation of Deferred@1943595191 after retry RPC after error@2064205950) -> (continuation of Deferred@1212487340 after retry RPC after error@213772121), errback=(continuation of Deferred@21712011 after retry RPC after error@599983518) -> (continuation of Deferred@1491884015 after retry RPC after error@1228306189) -> (continuation of Deferred@306333108 after retry RPC after error@689331607) -> (continuation of Deferred@327103605 after retry RPC after error@1762375432) -> (continuation of Deferred@1768173688 after retry RPC after error@1921327654) -> (continuation of Deferred@406023327 after retry RPC after error@750005094) -> (continuation of Deferred@1679505784 after retry RPC after error@1070904271) -> (continuation of Deferred@1006663486 after retry RPC after error@828544195) -> (continuation of Deferred@202357614 after retry RPC after error@383724523) -> (continuation of Deferred@702093193 after retry RPC after error@205015805) -> (continuation of Deferred@2099070175 after retry RPC after error@309508324) -> (continuation of Deferred@1937150076 after retry RPC after error@1029129037) -> (continuation of Deferred@721146756 after retry RPC after error@759823271) -> (continuation of Deferred@1794865922 after retry RPC after error@1840320571) -> (continuation of Deferred@421693946 after retry RPC after error@2077543866) -> (continuation of Deferred@1246141097 after retry RPC after error@798190354) -> (continuation of Deferred@577980995 after retry RPC after error@2140662442) -> (continuation of Deferred@24814627 after retry RPC after error@897946853) -> (continuation of Deferred@219996484 after retry RPC after error@1293846775) -> (continuation of Deferred@428959435 after retry RPC after error@11201440) -> (continuation of Deferred@1792420912 after retry RPC after error@1396070573) -> (continuation of Deferred@1099156286 after retry RPC after error@379838277) -> (continuation of Deferred@1297077773 after retry RPC after error@744295481) -> (continuation of Deferred@1943595191 after retry RPC after error@2064205950) -> (continuation of Deferred@1212487340 after retry RPC after error@213772121)))
02:15:14.633 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:15:14.633 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29440), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [74ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [111ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [111ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [167ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [176ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [239ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [784ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1424ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3241ms] refreshing cache from master, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3244ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6061ms] refreshing cache from master, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6062ms] too many traces: truncated at 100 traces, deferred=Deferred@1225463839(state=PENDING, result=null, callback=(continuation of Deferred@21712011 after retry RPC after error@599983518) -> (continuation of Deferred@1491884015 after retry RPC after error@1228306189) -> (continuation of Deferred@306333108 after retry RPC after error@689331607) -> (continuation of Deferred@327103605 after retry RPC after error@1762375432) -> (continuation of Deferred@1768173688 after retry RPC after error@1921327654) -> (continuation of Deferred@406023327 after retry RPC after error@750005094) -> (continuation of Deferred@1679505784 after retry RPC after error@1070904271) -> (continuation of Deferred@1006663486 after retry RPC after error@828544195) -> (continuation of Deferred@202357614 after retry RPC after error@383724523) -> (continuation of Deferred@702093193 after retry RPC after error@205015805) -> (continuation of Deferred@2099070175 after retry RPC after error@309508324) -> (continuation of Deferred@1937150076 after retry RPC after error@1029129037) -> (continuation of Deferred@721146756 after retry RPC after error@759823271) -> (continuation of Deferred@1794865922 after retry RPC after error@1840320571) -> (continuation of Deferred@421693946 after retry RPC after error@2077543866) -> (continuation of Deferred@1246141097 after retry RPC after error@798190354) -> (continuation of Deferred@577980995 after retry RPC after error@2140662442) -> (continuation of Deferred@24814627 after retry RPC after error@897946853) -> (continuation of Deferred@219996484 after retry RPC after error@1293846775) -> (continuation of Deferred@428959435 after retry RPC after error@11201440) -> (continuation of Deferred@1792420912 after retry RPC after error@1396070573) -> (continuation of Deferred@1099156286 after retry RPC after error@379838277) -> (continuation of Deferred@1297077773 after retry RPC after error@744295481) -> (continuation of Deferred@1943595191 after retry RPC after error@2064205950) -> (continuation of Deferred@1212487340 after retry RPC after error@213772121), errback=(continuation of Deferred@21712011 after retry RPC after error@599983518) -> (continuation of Deferred@1491884015 after retry RPC after error@1228306189) -> (continuation of Deferred@306333108 after retry RPC after error@689331607) -> (continuation of Deferred@327103605 after retry RPC after error@1762375432) -> (continuation of Deferred@1768173688 after retry RPC after error@1921327654) -> (continuation of Deferred@406023327 after retry RPC after error@750005094) -> (continuation of Deferred@1679505784 after retry RPC after error@1070904271) -> (continuation of Deferred@1006663486 after retry RPC after error@828544195) -> (continuation of Deferred@202357614 after retry RPC after error@383724523) -> (continuation of Deferred@702093193 after retry RPC after error@205015805) -> (continuation of Deferred@2099070175 after retry RPC after error@309508324) -> (continuation of Deferred@1937150076 after retry RPC after error@1029129037) -> (continuation of Deferred@721146756 after retry RPC after error@759823271) -> (continuation of Deferred@1794865922 after retry RPC after error@1840320571) -> (continuation of Deferred@421693946 after retry RPC after error@2077543866) -> (continuation of Deferred@1246141097 after retry RPC after error@798190354) -> (continuation of Deferred@577980995 after retry RPC after error@2140662442) -> (continuation of Deferred@24814627 after retry RPC after error@897946853) -> (continuation of Deferred@219996484 after retry RPC after error@1293846775) -> (continuation of Deferred@428959435 after retry RPC after error@11201440) -> (continuation of Deferred@1792420912 after retry RPC after error@1396070573) -> (continuation of Deferred@1099156286 after retry RPC after error@379838277) -> (continuation of Deferred@1297077773 after retry RPC after error@744295481) -> (continuation of Deferred@1943595191 after retry RPC after error@2064205950) -> (continuation of Deferred@1212487340 after retry RPC after error@213772121)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:14.633 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
02:15:14.635 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
02:15:14.636 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29440), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [74ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [111ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [111ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [167ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [176ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [239ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [245ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [245ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [784ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1424ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3241ms] refreshing cache from master, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3244ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6061ms] refreshing cache from master, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6062ms] too many traces: truncated at 100 traces, deferred=Deferred@1225463839(state=PENDING, result=null, callback=(continuation of Deferred@21712011 after retry RPC after error@599983518) -> (continuation of Deferred@1491884015 after retry RPC after error@1228306189) -> (continuation of Deferred@306333108 after retry RPC after error@689331607) -> (continuation of Deferred@327103605 after retry RPC after error@1762375432) -> (continuation of Deferred@1768173688 after retry RPC after error@1921327654) -> (continuation of Deferred@406023327 after retry RPC after error@750005094) -> (continuation of Deferred@1679505784 after retry RPC after error@1070904271) -> (continuation of Deferred@1006663486 after retry RPC after error@828544195) -> (continuation of Deferred@202357614 after retry RPC after error@383724523) -> (continuation of Deferred@702093193 after retry RPC after error@205015805) -> (continuation of Deferred@2099070175 after retry RPC after error@309508324) -> (continuation of Deferred@1937150076 after retry RPC after error@1029129037) -> (continuation of Deferred@721146756 after retry RPC after error@759823271) -> (continuation of Deferred@1794865922 after retry RPC after error@1840320571) -> (continuation of Deferred@421693946 after retry RPC after error@2077543866) -> (continuation of Deferred@1246141097 after retry RPC after error@798190354) -> (continuation of Deferred@577980995 after retry RPC after error@2140662442) -> (continuation of Deferred@24814627 after retry RPC after error@897946853) -> (continuation of Deferred@219996484 after retry RPC after error@1293846775) -> (continuation of Deferred@428959435 after retry RPC after error@11201440) -> (continuation of Deferred@1792420912 after retry RPC after error@1396070573) -> (continuation of Deferred@1099156286 after retry RPC after error@379838277) -> (continuation of Deferred@1297077773 after retry RPC after error@744295481) -> (continuation of Deferred@1943595191 after retry RPC after error@2064205950) -> (continuation of Deferred@1212487340 after retry RPC after error@213772121), errback=(continuation of Deferred@21712011 after retry RPC after error@599983518) -> (continuation of Deferred@1491884015 after retry RPC after error@1228306189) -> (continuation of Deferred@306333108 after retry RPC after error@689331607) -> (continuation of Deferred@327103605 after retry RPC after error@1762375432) -> (continuation of Deferred@1768173688 after retry RPC after error@1921327654) -> (continuation of Deferred@406023327 after retry RPC after error@750005094) -> (continuation of Deferred@1679505784 after retry RPC after error@1070904271) -> (continuation of Deferred@1006663486 after retry RPC after error@828544195) -> (continuation of Deferred@202357614 after retry RPC after error@383724523) -> (continuation of Deferred@702093193 after retry RPC after error@205015805) -> (continuation of Deferred@2099070175 after retry RPC after error@309508324) -> (continuation of Deferred@1937150076 after retry RPC after error@1029129037) -> (continuation of Deferred@721146756 after retry RPC after error@759823271) -> (continuation of Deferred@1794865922 after retry RPC after error@1840320571) -> (continuation of Deferred@421693946 after retry RPC after error@2077543866) -> (continuation of Deferred@1246141097 after retry RPC after error@798190354) -> (continuation of Deferred@577980995 after retry RPC after error@2140662442) -> (continuation of Deferred@24814627 after retry RPC after error@897946853) -> (continuation of Deferred@219996484 after retry RPC after error@1293846775) -> (continuation of Deferred@428959435 after retry RPC after error@11201440) -> (continuation of Deferred@1792420912 after retry RPC after error@1396070573) -> (continuation of Deferred@1099156286 after retry RPC after error@379838277) -> (continuation of Deferred@1297077773 after retry RPC after error@744295481) -> (continuation of Deferred@1943595191 after retry RPC after error@2064205950) -> (continuation of Deferred@1212487340 after retry RPC after error@213772121)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:14.637 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job a6c13ce6708e2c3e17c8a86cefc17c1f
02:15:14.638 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
02:15:14.638 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
02:15:14.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.638523 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } attempt: 7
02:15:14.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.651866 30311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } has no permanent_uuid. Determining permanent_uuid...
02:15:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.659144 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.688949 30389 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 3
02:15:14.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.694133 30389 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.717598 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 1
02:15:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.722710 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.770457 30391 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.771035 30391 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.771492 30391 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:14.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476914779 for job 44710d49591530d867cb2816f851b96f.
02:15:14.788 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:15:14.788 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:15:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.804178 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 2
02:15:14.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.808570 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.809298 30391 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:15:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.809685 30391 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.809911 30391 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:15:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.810169 30391 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:15:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.810375 30391 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:15:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.810534 30391 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39577/jwks.json
02:15:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.837533 30389 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 4
02:15:14.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.841869 30389 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.842 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:14.842 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:14.842 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:14.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:14.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [94ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [94ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [215ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [216ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [217ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [217ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [236ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [503ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [963ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1563ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1840ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1844ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1844ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2062ms] too many traces: truncated at 100 traces, deferred=Deferred@142667386(state=PENDING, result=null, callback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396), errback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396)))
02:15:14.844 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:14.844 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:14.845 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:14.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.846 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:14.844 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [94ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [94ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [215ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [216ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [217ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [217ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [236ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [503ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [963ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1563ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1840ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1844ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1844ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2062ms] too many traces: truncated at 100 traces, deferred=Deferred@142667386(state=PENDING, result=null, callback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396), errback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [94ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [94ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [215ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [216ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [217ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [217ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [236ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [503ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [963ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1563ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1840ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1844ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1844ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2062ms] too many traces: truncated at 100 traces, deferred=Deferred@142667386(state=PENDING, result=null, callback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396), errback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.253:40343
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:14.850 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [94ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [94ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [215ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [216ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [217ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [217ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [236ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [503ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [963ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1563ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1840ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1844ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1844ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2062ms] too many traces: truncated at 100 traces, deferred=Deferred@142667386(state=PENDING, result=null, callback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396), errback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [94ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [94ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [215ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [216ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [217ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [217ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [236ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [503ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [963ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1563ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1840ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1844ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1844ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2062ms] too many traces: truncated at 100 traces, deferred=Deferred@142667386(state=PENDING, result=null, callback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396), errback=(continuation of Deferred@1668962351 after retry RPC after error@1629969259) -> (continuation of Deferred@160143834 after retry RPC after error@116868527) -> (continuation of Deferred@939384446 after retry RPC after error@1817851881) -> (continuation of Deferred@969549553 after retry RPC after error@95209050) -> (continuation of Deferred@1560016575 after retry RPC after error@1629714358) -> (continuation of Deferred@162937037 after retry RPC after error@1791730103) -> (continuation of Deferred@1770450015 after retry RPC after error@333625374) -> (continuation of Deferred@732596991 after retry RPC after error@475742244) -> (continuation of Deferred@1122083812 after retry RPC after error@1145426414) -> (continuation of Deferred@994531051 after retry RPC after error@2103147463) -> (continuation of Deferred@845814027 after retry RPC after error@1489662985) -> (continuation of Deferred@1505460725 after retry RPC after error@2132302918) -> (continuation of Deferred@500736239 after retry RPC after error@381281633) -> (continuation of Deferred@319318634 after retry RPC after error@785378849) -> (continuation of Deferred@1984494799 after retry RPC after error@797154698) -> (continuation of Deferred@2131290410 after retry RPC after error@778550796) -> (continuation of Deferred@527991179 after retry RPC after error@748953635) -> (continuation of Deferred@350080292 after retry RPC after error@131700333) -> (continuation of Deferred@1551252420 after retry RPC after error@1365163345) -> (continuation of Deferred@730918579 after retry RPC after error@1613856594) -> (continuation of Deferred@234147979 after retry RPC after error@702824529) -> (continuation of Deferred@95278760 after retry RPC after error@1846403744) -> (continuation of Deferred@1163265890 after retry RPC after error@1320890705) -> (continuation of Deferred@625518264 after retry RPC after error@617699411) -> (continuation of Deferred@1372141244 after retry RPC after error@1190110317) -> (continuation of Deferred@653436782 after retry RPC after error@147808291) -> (continuation of Deferred@271309648 after retry RPC after error@727505396)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.253:40343
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:14.850 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.854104 30391 master_runner.cc:387] Master server non-default flags:
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/data
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/wal
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.188:34893
02:15:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39577/jwks.json
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/data/info.pb
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.188
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/logs
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.855513 30391 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:14.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.857270 30391 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:14.862 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:14.862 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:14.862 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:14.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.868754 30405 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:14.882 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:14.882 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:14.882 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:14.882 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.882 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.882 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.883 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.883 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:14.893992 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 3
02:15:14.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.900054 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:14.902 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:14.902 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:14.902 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:14.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.903 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:14.922 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:14.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.924 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:14.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.925 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:14.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.926 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:14.943 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:14.943 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:14.943 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:14.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:14.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:14.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:14.944 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:14.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:14.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:15.006 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:15.009 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:15.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.010 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.011 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:15.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.037 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:15.037 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:15.038 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:15.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:15.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:15.039 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:15.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:15.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:15.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:15.041394 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 4
02:15:15.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.043 [INFO - pool-230-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.043 [WARN - pool-230-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:15.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:15.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:15.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:15.085 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:15.090653 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:15.141239 30389 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 5
02:15:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:15.149803 30389 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:15.162 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:15.162 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:15.163 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:15.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.163 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:15.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476915279 for job 44710d49591530d867cb2816f851b96f.
02:15:15.293 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:15:15.294 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
02:15:15.342 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:15.342 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:15.343 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:15.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.344 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:15.374236 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 5
02:15:15.383 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:15.383 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:15.383253 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:15.383 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:15.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:15.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:15.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:15.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:15.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:15.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:15.384 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:15.384 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:15.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:15.384 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:15.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:15.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:15.697436 30389 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 6
02:15:15.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:15.712139 30389 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:15.762 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:15.763 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:15.763 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:15.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:15.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:15.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:15.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:15.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476915779 for job 44710d49591530d867cb2816f851b96f.
02:15:15.788 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:15:15.789 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
02:15:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:15.935712 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 6
02:15:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:15.958810 30311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.132.188:34893: Network error: Client connection negotiation failed: client connection to 127.29.132.188:34893: connect: Connection refused (error 111)
02:15:15.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:15.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:16.056 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.26.126.252:33207, [14ms] received response from server master-127.26.126.252:33207: OK, deferred=null) with no deferred attached!
02:15:16.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:16.109193 29929 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad060 after lost signal to thread 29775
02:15:16.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:16.110734 29929 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5920 after lost signal to thread 29932
02:15:16.135 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:16.136 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:16.136 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:16.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:16.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:16.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:16.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:16.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:16.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:16.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:16.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:16.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:16.142 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:16.160 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:16.161 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:16.161 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:16.162 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:16.162 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:16.162 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:16.162 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:16.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:16.162 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:16.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:16.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:16.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:16.163 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:16.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476916280 for job 44710d49591530d867cb2816f851b96f.
02:15:16.289 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:15:16.291 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
02:15:16.453 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:16.453 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:16.454 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:16.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:16.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:16.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:16.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:16.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:16.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:16.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:16.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:16.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:16.455 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:16.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:16.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:14.870312 30406 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:16.486817 30407 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1616 milliseconds
02:15:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:16.487758 30408 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.488291 30391 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.493633 30391 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:16.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.497449 30391 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.498991 30391 hybrid_clock.cc:648] HybridClock initialized: now 1783476916498852 us; error 146 us; skew 500 ppm
02:15:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.499980 30391 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:16.502 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:16.502 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:16.502 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:16.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:16.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:16.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:16.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:16.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:16.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:16.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:16.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:16.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:16.503 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.510149 30391 webserver.cc:534] Webserver started at http://127.29.132.188:40241/ using document root <none> and password file <none>
02:15:16.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.511356 30391 fs_manager.cc:362] Metadata directory not provided
02:15:16.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.511605 30391 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.512181 30391 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.517836 30391 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/data/instance:
02:15:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20c01af1859642a8b6ead8f106ea062c"
02:15:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:16 on dist-test-slave-fshw"
02:15:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.519644 30391 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/wal/instance:
02:15:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20c01af1859642a8b6ead8f106ea062c"
02:15:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:16 on dist-test-slave-fshw"
02:15:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.530737 30391 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.000s
02:15:16.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.539165 30421 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.540819 30391 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.004s
02:15:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.541328 30391 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/wal
02:15:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20c01af1859642a8b6ead8f106ea062c"
02:15:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:16 on dist-test-slave-fshw"
02:15:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.541862 30391 fs_report.cc:389] FS layout report
02:15:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/wal
02:15:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/wal
02:15:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/data/data
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.627648 30391 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.629541 30391 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:16.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.630087 30391 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.720181 30391 rpc_server.cc:307] RPC server started. Bound to: 127.29.132.188:34893
02:15:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.720221 30472 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.132.188:34893 every 8 connection(s)
02:15:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.724730 30391 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/data/info.pb
02:15:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.726089 30226 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 30391
02:15:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.726613 30226 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/master-2/wal/instance
02:15:16.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.733737 30473 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.754927 30473 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } has no permanent_uuid. Determining permanent_uuid...
02:15:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.772574 30389 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 7
02:15:16.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476916780 for job 44710d49591530d867cb2816f851b96f.
02:15:16.788 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:15:16.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
02:15:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.821666 30473 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } has no permanent_uuid. Determining permanent_uuid...
02:15:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.848726 30389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983: Bootstrap starting.
02:15:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.851351 30473 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } has no permanent_uuid. Determining permanent_uuid...
02:15:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.863261 30389 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983: Neither blocks nor log segments found. Creating new log.
02:15:16.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.866274 30389 log.cc:826] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983: Log is configured to *not* fsync() on all Append() calls
02:15:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.877693 30473 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c: Bootstrap starting.
02:15:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.879444 30389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983: No bootstrap required, opened a new log
02:15:16.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.887061 30473 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c: Neither blocks nor log segments found. Creating new log.
02:15:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.889546 30473 log.cc:826] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c: Log is configured to *not* fsync() on all Append() calls
02:15:16.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.896273 30473 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c: No bootstrap required, opened a new log
02:15:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.915940 30389 raft_consensus.cc:359] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } }
02:15:16.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.917133 30389 raft_consensus.cc:385] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.917620 30389 raft_consensus.cc:740] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a7787a8be985415fbaca5e3874cec983, State: Initialized, Role: FOLLOWER
02:15:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.918939 30389 consensus_queue.cc:260] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } }
02:15:16.923 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:16.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:16.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:16.925 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:16.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.924999 30389 sys_catalog.cc:565] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [sys.catalog]: configured and running, proceeding with master startup.
02:15:16.925 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:16.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:16.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:16.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:16.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:16.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:16.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:16.927 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.935245 30473 raft_consensus.cc:359] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } }
02:15:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.935457 30487 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.936239 30473 raft_consensus.cc:385] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.936491 30487 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [sys.catalog]: This master's current role is: FOLLOWER
02:15:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.936542 30473 raft_consensus.cc:740] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20c01af1859642a8b6ead8f106ea062c, State: Initialized, Role: FOLLOWER
02:15:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.937758 30473 consensus_queue.cc:260] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } }
02:15:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.948400 30491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.949311 30473 sys_catalog.cc:565] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [sys.catalog]: configured and running, proceeding with master startup.
02:15:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.951381 30491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [sys.catalog]: This master's current role is: FOLLOWER
02:15:16.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:16.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.992362 30311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } attempt: 7
02:15:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.020951 30487 raft_consensus.cc:493] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:15:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.021782 30487 raft_consensus.cc:515] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } }
02:15:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.033210 30311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247: Bootstrap starting.
02:15:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.040406 30448 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7787a8be985415fbaca5e3874cec983" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20c01af1859642a8b6ead8f106ea062c" is_pre_election: true
02:15:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.041399 30448 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a7787a8be985415fbaca5e3874cec983 in term 0.
02:15:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.043553 30338 leader_election.cc:304] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20c01af1859642a8b6ead8f106ea062c, a7787a8be985415fbaca5e3874cec983; no voters: 
02:15:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.046815 30487 leader_election.cc:290] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 060a4b9dc771465db3257e02a4f5c247 (127.29.132.190:46819), 20c01af1859642a8b6ead8f106ea062c (127.29.132.188:34893)
02:15:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:16.980924 30313 master_runner.cc:187] Error getting master registration for 127.29.132.190:46819: OK, instance_id { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" instance_seqno: 1783476912205370 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:15:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.050621 30311 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247: Neither blocks nor log segments found. Creating new log.
02:15:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.050220 30487 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:15:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.053236 30311 log.cc:826] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247: Log is configured to *not* fsync() on all Append() calls
02:15:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.052299 30487 raft_consensus.cc:493] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:15:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.054113 30487 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 0 FOLLOWER]: Advancing to term 1
02:15:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.050335 30313 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:15:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:17.063838 30343 tablet.cc:2406] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:17.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.071379 30311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247: No bootstrap required, opened a new log
02:15:17.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:17.083222 30503 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:15:17.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:17.083741 30503 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:15:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.088337 30487 raft_consensus.cc:515] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } }
02:15:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.104413 30448 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7787a8be985415fbaca5e3874cec983" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20c01af1859642a8b6ead8f106ea062c"
02:15:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.105195 30448 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [term 0 FOLLOWER]: Advancing to term 1
02:15:17.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.112798 30311 raft_consensus.cc:359] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } }
02:15:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.113966 30311 raft_consensus.cc:385] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.114357 30311 raft_consensus.cc:740] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 060a4b9dc771465db3257e02a4f5c247, State: Initialized, Role: FOLLOWER
02:15:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.115546 30311 consensus_queue.cc:260] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } }
02:15:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.125633 30487 leader_election.cc:290] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [CANDIDATE]: Term 1 election: Requested vote from peers 060a4b9dc771465db3257e02a4f5c247 (127.29.132.190:46819), 20c01af1859642a8b6ead8f106ea062c (127.29.132.188:34893)
02:15:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.126880 30448 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a7787a8be985415fbaca5e3874cec983 in term 1.
02:15:17.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.134807 30338 leader_election.cc:304] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20c01af1859642a8b6ead8f106ea062c, a7787a8be985415fbaca5e3874cec983; no voters: 
02:15:17.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.135802 30487 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 1 FOLLOWER]: Leader election won for term 1
02:15:17.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.136507 30487 raft_consensus.cc:697] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [term 1 LEADER]: Becoming Leader. State: Replica: a7787a8be985415fbaca5e3874cec983, State: Running, Role: LEADER
02:15:17.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.136226 30514 sys_catalog.cc:455] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:17.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:17.136868 30427 tablet.cc:2406] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:17.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.137189 30514 sys_catalog.cc:458] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [sys.catalog]: This master's current role is: FOLLOWER
02:15:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.142920 30286 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7787a8be985415fbaca5e3874cec983" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "060a4b9dc771465db3257e02a4f5c247" is_pre_election: true
02:15:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.143894 30286 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a7787a8be985415fbaca5e3874cec983 in term 0.
02:15:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.144930 30285 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7787a8be985415fbaca5e3874cec983" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "060a4b9dc771465db3257e02a4f5c247"
02:15:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.145581 30285 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [term 0 FOLLOWER]: Advancing to term 1
02:15:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.137542 30487 consensus_queue.cc:237] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } }
02:15:17.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:17.160235 30265 tablet.cc:2406] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.166157 30285 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a7787a8be985415fbaca5e3874cec983 in term 1.
02:15:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.166862 30311 sys_catalog.cc:565] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [sys.catalog]: configured and running, proceeding with master startup.
02:15:17.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:17.171036 30515 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:15:17.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:17.171432 30515 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:15:17.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.193506 30510 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a7787a8be985415fbaca5e3874cec983. Latest consensus state: current_term: 1 leader_uuid: "a7787a8be985415fbaca5e3874cec983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:17.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.194392 30510 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [sys.catalog]: This master's current role is: LEADER
02:15:17.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.205945 30523 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:15:17.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.213951 30523 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:15:17.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.246876 30531 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:15:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.257735 30448 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [term 1 FOLLOWER]: Refusing update from remote peer a7787a8be985415fbaca5e3874cec983: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:15:17.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.265995 30285 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [term 1 FOLLOWER]: Refusing update from remote peer a7787a8be985415fbaca5e3874cec983: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:15:17.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.268365 30510 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [LEADER]: Connected to new peer: Peer: permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:17.279 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476917279 for job 44710d49591530d867cb2816f851b96f.
02:15:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.277303 30510 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [LEADER]: Connected to new peer: Peer: permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:17.294 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:15:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.154495 30391 master_runner.cc:187] Error getting master registration for 127.29.132.190:46819: OK, instance_id { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" instance_seqno: 1783476912205370 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:15:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.294775 30391 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:15:17.296 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
02:15:17.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.341926 30514 sys_catalog.cc:455] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a7787a8be985415fbaca5e3874cec983. Latest consensus state: current_term: 1 leader_uuid: "a7787a8be985415fbaca5e3874cec983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:17.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.342672 30514 sys_catalog.cc:458] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [sys.catalog]: This master's current role is: FOLLOWER
02:15:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.354763 30491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [sys.catalog]: SysCatalogTable state changed. Reason: New leader a7787a8be985415fbaca5e3874cec983. Latest consensus state: current_term: 1 leader_uuid: "a7787a8be985415fbaca5e3874cec983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.355489 30491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [sys.catalog]: This master's current role is: FOLLOWER
02:15:17.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.365373 30533 mvcc.cc:204] Tried to move back new op lower bound from 7305121453053755392 to 7305121452638486528. Current Snapshot: MvccSnapshot[applied={T|T < 7305121453053755392}]
02:15:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.369474 30514 sys_catalog.cc:455] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a7787a8be985415fbaca5e3874cec983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.370653 30514 sys_catalog.cc:458] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247 [sys.catalog]: This master's current role is: FOLLOWER
02:15:17.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.373443 30510 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a7787a8be985415fbaca5e3874cec983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:17.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.374432 30510 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [sys.catalog]: This master's current role is: LEADER
02:15:17.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.375262 30510 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a7787a8be985415fbaca5e3874cec983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.376057 30510 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983 [sys.catalog]: This master's current role is: LEADER
02:15:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.377982 30523 catalog_manager.cc:1382] Generated new cluster ID: de619b33ef2c4d6aa50ef9516358749e
02:15:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.378265 30523 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:15:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.378494 30532 mvcc.cc:204] Tried to move back new op lower bound from 7305121453053755392 to 7305121452638486528. Current Snapshot: MvccSnapshot[applied={T|T < 7305121453053755392}]
02:15:17.381 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:17.382 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:17.382 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:17.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:17.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:17.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:17.383 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:17.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:17.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:17.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:17.383 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:17.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:17.384 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:17.397 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:17.398 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:17.398 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:17.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:17.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:17.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:17.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:17.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:17.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:17.399 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:17.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:17.399 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:17.400 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.404785 30491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a7787a8be985415fbaca5e3874cec983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "060a4b9dc771465db3257e02a4f5c247" member_type: VOTER last_known_addr { host: "127.29.132.190" port: 46819 } } peers { permanent_uuid: "a7787a8be985415fbaca5e3874cec983" member_type: VOTER last_known_addr { host: "127.29.132.189" port: 33651 } } peers { permanent_uuid: "20c01af1859642a8b6ead8f106ea062c" member_type: VOTER last_known_addr { host: "127.29.132.188" port: 34893 } } }
02:15:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.405855 30491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c [sys.catalog]: This master's current role is: FOLLOWER
02:15:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.451824 30523 catalog_manager.cc:1405] Generated new certificate authority record
02:15:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.454582 30523 catalog_manager.cc:1539] Loading token signing keys...
02:15:17.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:17.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:17.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.514485 30523 catalog_manager.cc:6069] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983: Generated new TSK 0
02:15:17.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.516920 30523 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:17.534940 30226 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/wal
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/data
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/logs
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/data/info.pb
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.129:0
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.132.129
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.129
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:15:17.583 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:17.584 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:17.584 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:17.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:17.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:17.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:17.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:17.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:17.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:17.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:17.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:17.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:17.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:17.681 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:17.681 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:17.681 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:17.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:17.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:17.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:17.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:17.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:17.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:17.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:17.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:17.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:17.682 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:17.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476917779 for job 44710d49591530d867cb2816f851b96f.
02:15:17.787 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:15:17.789 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
02:15:17.882 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:17.882 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:17.882 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:17.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:17.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:17.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:17.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:17.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:17.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:17.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:17.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:17.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:17.884 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:17.942 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:17.942 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:17.942 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:17.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:17.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:17.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:17.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:17.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:17.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:17.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:17.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:17.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:17.943 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:17.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:17.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:18.015 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:18.015 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:18.016 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:18.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:18.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:18.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:18.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:18.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:18.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:18.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:18.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:18.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:18.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:18.043 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:18.043 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:18.043 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:18.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:18.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:18.044 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:18.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:18.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:18.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:18.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:18.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:18.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:18.045 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:18.075 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.26.126.252:33207, [9ms] received response from server master-127.26.126.252:33207: OK, deferred=null) with no deferred attached!
02:15:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:18.156723 30540 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:18.157546 30540 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:18.158304 30540 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.177429 30515 catalog_manager.cc:1294] Loaded cluster ID: de619b33ef2c4d6aa50ef9516358749e
02:15:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.177719 30515 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c: loading cluster ID for follower catalog manager: success
02:15:18.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.194792 30515 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c: acquiring CA information for follower catalog manager: success
02:15:18.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.200736 30515 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 20c01af1859642a8b6ead8f106ea062c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:15:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:18.221177 30540 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:18.222663 30540 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.132.129
02:15:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.276444 30531 catalog_manager.cc:1294] Loaded cluster ID: de619b33ef2c4d6aa50ef9516358749e
02:15:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.277825 30531 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247: loading cluster ID for follower catalog manager: success
02:15:18.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476918279 for job 44710d49591530d867cb2816f851b96f.
02:15:18.287 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:15:18.288 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.292604 30540 tablet_server_runner.cc:78] Tablet server non-default flags:
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/data
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/wal
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.129:0
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/data/info.pb
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.129
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.132.129
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/logs
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:15:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.294435 30540 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:18.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.296588 30540 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:18.302 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:18.302 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:18.303 [DEBUG - pool-230-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:18.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.303 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.308070 30531 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247: acquiring CA information for follower catalog manager: success
02:15:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:18.327265 30547 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:18.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:18.335258 30531 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 060a4b9dc771465db3257e02a4f5c247: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:15:18.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:18.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:18.519 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RESTARTING to RUNNING.
02:15:18.519 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:15:18.520 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:15:18.520 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:15:18.527 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
02:15:18.528 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
02:15:18.528 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 7d2f5db5bec490ad0b15a71b7a248708
02:15:18.528 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
02:15:18.529 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
02:15:18.529 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b
02:15:18.529 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
02:15:18.530 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
02:15:18.530 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 5f93dcc74a70c8785da6de741e58ceb9
02:15:18.530 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
02:15:18.530 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
02:15:18.530 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id e8729b5aff2e7661118f01f5f3b686e4
02:15:18.530 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:18.531 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:15:18.532 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 7d2f5db5bec490ad0b15a71b7a248708.
02:15:18.532 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
02:15:18.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
02:15:18.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@152a1cab
02:15:18.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:18.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:15:18.534 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:15:18.534 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:15:18.536 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:15:18.537 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30377144
02:15:18.539 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:18.539 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:15:18.540 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:18.540 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:15:18.540 [INFO - Thread-42] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:15:18.540 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.22.124.254:40567(127.22.124.254:40567)] disconnecting while in state TERMINATED
02:15:18.543 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.22.124.253:40343(127.22.124.253:40343)] disconnecting while in state TERMINATED
02:15:18.543 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.22.124.252:46509(127.22.124.252:46509)] disconnecting while in state TERMINATED
02:15:18.543 [DEBUG - Thread-42] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:18.545 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:18.545 [INFO - Thread-42] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:15:18.546 [INFO - Thread-42] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:15:18.553 [DEBUG - Thread-42] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:18.553 [INFO - Thread-42] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:15:18.554 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:15:18.555 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 5f93dcc74a70c8785da6de741e58ceb9.
02:15:18.555 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
02:15:18.555 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
02:15:18.558 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ab33a50
02:15:18.558 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:18.560 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:15:18.560 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:15:18.561 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:15:18.568 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:15:18.575 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
02:15:18.575 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
02:15:18.575 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1886ac09
02:15:18.575 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:18.576 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:15:18.579 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id e8729b5aff2e7661118f01f5f3b686e4.
02:15:18.582 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:15:18.582 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:15:18.599 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.602 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@318344eb
02:15:18.604 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d6ffc1d
02:15:18.613 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:18.613 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:18.614 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:18.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:18.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:18.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:18.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:18.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:18.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:18.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:18.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:18.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:18.615 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:18.618 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:18.618 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:18.618 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:18.618 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:18.620 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:18.620 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:18.626 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
02:15:18.626 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
02:15:18.627 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5492f1ce
02:15:18.627 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:18.633 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:15:18.634 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:15:18.634 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:15:18.640 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.644 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@130356d2
02:15:18.657 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:18.663 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.676 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.682 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.689 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.693 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:18.699 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.700 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.704 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.710 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.716 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:18.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.719 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:18.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.721 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:18.722 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.724 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.734 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:18.740 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.745 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.756 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.763 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.771 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:18.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.776 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:18.776 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476918779 for job 44710d49591530d867cb2816f851b96f.
02:15:18.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.782 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:18.824 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.825 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.827 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.828 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.829 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.829 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.829 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.828 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.828 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:18.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.830 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.830 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.830 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=50 ms, finalizationTime=1 ms).
02:15:18.831 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
02:15:18.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.836 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.839 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.840 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.841 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.842 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:18.842 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:18.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:18.844 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.844 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.846 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.846 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.847 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.848 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.854 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:18.854 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:18.854 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:18.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.855 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:18.856 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.857 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.858 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.859 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.860 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.860 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.860 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.860 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.862 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.863 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.864 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.864 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.864 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.865 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.873 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:18.874 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:18.874 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:18.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.874 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:18.876 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.877 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.877 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.879 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.879 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.881 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.881 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.881 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.881 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.882 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.882 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.882 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.882 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.883 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.884 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.885 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.885 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.885 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.894 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:18.894 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:18.895 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:18.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.896 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.896 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.896 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.897 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:18.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.898 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.899 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.900 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.900 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.901 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.902 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.904 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.904 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.905 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.914 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:18.914 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:18.914 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:18.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:18.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:18.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:18.917 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:18.919 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.919 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.919 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.926 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.926 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.927 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.928 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.928 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.929 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.930 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.930 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.931 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.936 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.936 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.936 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:18.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.938 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.939 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.939 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.939 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.940 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.942 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.942 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.942 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.957 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.957 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.958 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.962 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.963 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.963 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.964 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.964 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.964 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.964 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:18.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.965 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.965 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:18.982 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.983 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:18.983 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:18.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:18.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:18.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:18.984 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:18.999 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:18.999 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.000 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.001 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.004 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.004 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.004 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.005 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.014 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:19.014 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:19.015 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:19.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.017 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:19.034 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:19.034 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:19.035 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:19.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.036 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:19.036 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.036 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.037 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.037 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.038 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.042 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.042 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.043 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.044 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.074 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:19.074 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:19.075 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:19.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.076 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:19.079 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.079 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.079 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.081 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.081 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.097 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.097 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.097 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.141 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.141 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.179 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.179 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.179 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.180 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.180 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.181 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.202 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.202 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.202 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.204 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.242 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.242 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.242 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.244 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.264 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.265 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.265 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.266 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 73 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476919279 for job 44710d49591530d867cb2816f851b96f.
02:15:19.289 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 73 for job 44710d49591530d867cb2816f851b96f (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:15:19.291 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 73 as completed for source Source: KuduSource.
02:15:19.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:19.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:19.473 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:19.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:19.474 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:19.474 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:19.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:19.504 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.505 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.505 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.506 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.506 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.506 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.506 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.506 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.506 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.536 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.536 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.537 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.538 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.562 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.562 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.562 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.615 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:19.616 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:19.616 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:19.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.617 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:19.617 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=29568), Traces: [0ms] sending RPC to server master-127.26.126.252:33207, [1ms] received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [8ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [29ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [48ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [68ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [88ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [88ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [128ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [128ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [186ms] refreshing cache from master, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [188ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [326ms] refreshing cache from master, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [327ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [328ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [446ms] refreshing cache from master, [446ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [447ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [448ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1166ms] refreshing cache from master, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1167ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2866ms] refreshing cache from master, [2866ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2868ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2869ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5067ms] refreshing cache from master, [5067ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5069ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5586ms] refreshing cache from master, [5587ms] too many traces: truncated at 100 traces, deferred=Deferred@639364752(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@3bcc5ad3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182)))
02:15:19.618 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:19.618 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:19.619 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:19.619 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=29568), Traces: [0ms] sending RPC to server master-127.26.126.252:33207, [1ms] received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [8ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [29ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [48ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [68ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [88ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [88ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [128ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [128ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [186ms] refreshing cache from master, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [188ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [326ms] refreshing cache from master, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [327ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [328ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [446ms] refreshing cache from master, [446ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [447ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [448ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1166ms] refreshing cache from master, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1167ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2866ms] refreshing cache from master, [2866ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2868ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2869ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5067ms] refreshing cache from master, [5067ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5069ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5586ms] refreshing cache from master, [5587ms] too many traces: truncated at 100 traces, deferred=Deferred@639364752(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@3bcc5ad3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=29568), Traces: [0ms] sending RPC to server master-127.26.126.252:33207, [1ms] received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [8ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [29ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [48ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [68ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [88ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [88ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [128ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [128ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [186ms] refreshing cache from master, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [188ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [326ms] refreshing cache from master, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [327ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [328ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [446ms] refreshing cache from master, [446ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [447ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [448ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1166ms] refreshing cache from master, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1167ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2866ms] refreshing cache from master, [2866ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2868ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2869ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5067ms] refreshing cache from master, [5067ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5069ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5586ms] refreshing cache from master, [5587ms] too many traces: truncated at 100 traces, deferred=Deferred@639364752(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@3bcc5ad3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.126.253:36049
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:19.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:19.658 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=29568), Traces: [0ms] sending RPC to server master-127.26.126.252:33207, [1ms] received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [8ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [29ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [48ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [68ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [88ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [88ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [128ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [128ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [186ms] refreshing cache from master, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [188ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [326ms] refreshing cache from master, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [327ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [328ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [446ms] refreshing cache from master, [446ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [447ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [448ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1166ms] refreshing cache from master, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1167ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2866ms] refreshing cache from master, [2866ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2868ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2869ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5067ms] refreshing cache from master, [5067ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5069ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5586ms] refreshing cache from master, [5587ms] too many traces: truncated at 100 traces, deferred=Deferred@639364752(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@3bcc5ad3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=29568), Traces: [0ms] sending RPC to server master-127.26.126.252:33207, [1ms] received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [8ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [8ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [29ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [48ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [67ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [68ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [87ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [88ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [88ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [127ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [128ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [128ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [186ms] refreshing cache from master, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [188ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [188ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [326ms] refreshing cache from master, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [327ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [328ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [328ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [446ms] refreshing cache from master, [446ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [447ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [448ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [448ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1166ms] refreshing cache from master, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1167ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2866ms] refreshing cache from master, [2866ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2868ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2869ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2869ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5067ms] refreshing cache from master, [5067ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [5068ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [5069ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5069ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [5586ms] refreshing cache from master, [5587ms] too many traces: truncated at 100 traces, deferred=Deferred@639364752(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$220/0x00007fa0d4330000@3bcc5ad3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1324453214 after retry RPC after error@812124570) -> (continuation of Deferred@1241390697 after retry RPC after error@280874823) -> (continuation of Deferred@1390685043 after retry RPC after error@573623404) -> (continuation of Deferred@461673237 after retry RPC after error@1706930389) -> (continuation of Deferred@384938146 after retry RPC after error@839278012) -> (continuation of Deferred@228949202 after retry RPC after error@85348011) -> (continuation of Deferred@511285771 after retry RPC after error@512937925) -> (continuation of Deferred@947348265 after retry RPC after error@262341018) -> (continuation of Deferred@1574464423 after retry RPC after error@1438415678) -> (continuation of Deferred@1456551051 after retry RPC after error@1097416730) -> (continuation of Deferred@1609735875 after retry RPC after error@1763801992) -> (continuation of Deferred@915111755 after retry RPC after error@1038712848) -> (continuation of Deferred@1982203368 after retry RPC after error@339336607) -> (continuation of Deferred@2032503156 after retry RPC after error@146632512) -> (continuation of Deferred@1316102906 after retry RPC after error@343788430) -> (continuation of Deferred@1095143004 after retry RPC after error@576859739) -> (continuation of Deferred@2102963487 after retry RPC after error@126036097) -> (continuation of Deferred@1925345859 after retry RPC after error@1096915638) -> (continuation of Deferred@2036983760 after retry RPC after error@1739595612) -> (continuation of Deferred@109132163 after retry RPC after error@1274591183) -> (continuation of Deferred@2098826759 after retry RPC after error@439624711) -> (continuation of Deferred@368466915 after retry RPC after error@457101405) -> (continuation of Deferred@711335051 after retry RPC after error@289997276) -> (continuation of Deferred@919042389 after retry RPC after error@1528232936) -> (continuation of Deferred@1091450437 after retry RPC after error@412125273) -> (continuation of Deferred@361781199 after retry RPC after error@2041915182)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.126.253:36049
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:19.659 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:15:19.659 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RUNNING to RESTARTING.
02:15:19.659 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:15:19.659 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:15:19.660 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:15:19.660 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:15:19.660 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:15:19.660 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
02:15:19.661 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:15:19.661 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:15:19.661 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:15:19.661 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
02:15:19.661 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:15:19.668 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.27.81.124:40095(127.27.81.124:40095)] disconnecting while in state TERMINATED
02:15:19.668 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.27.81.125:43441(127.27.81.125:43441)] disconnecting while in state TERMINATED
02:15:19.668 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.27.81.126:36339(127.27.81.126:36339)] disconnecting while in state TERMINATED
02:15:19.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:19.669 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:15:19.669 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:15:19.672 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:15:19.672 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:15:19.672 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:15:19.674 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:19.674 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:19.675 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:19.675 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:19.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.675 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:19.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:19.675 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:19.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:19.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:19.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:19.677 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:19.678 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.27.81.124:40095(127.27.81.124:40095)] disconnecting while in state TERMINATED
02:15:19.678 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.27.81.125:43441(127.27.81.125:43441)] disconnecting while in state TERMINATED
02:15:19.678 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.27.81.126:36339(127.27.81.126:36339)] disconnecting while in state TERMINATED
02:15:19.678 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:19.679 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:15:19.679 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:15:19.683 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:15:19.683 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:15:19.683 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:15:19.690 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.27.81.124:40095(127.27.81.124:40095)] disconnecting while in state TERMINATED
02:15:19.690 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 84a8370c09a94e99bf1eaade45c04a6f(127.27.81.66:38807)] disconnecting while in state TERMINATED
02:15:19.690 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.27.81.125:43441(127.27.81.125:43441)] disconnecting while in state TERMINATED
02:15:19.690 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.27.81.126:36339(127.27.81.126:36339)] disconnecting while in state TERMINATED
02:15:19.691 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer bcd7e440568041e3a9d4dd29207f709c(127.27.81.65:34101)] disconnecting while in state TERMINATED
02:15:19.691 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:19.692 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
02:15:19.692 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
02:15:19.692 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:15:19.692 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-4
02:15:19.695 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:19.695 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:19.695 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:19.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.696 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:19.698 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:15:19.699 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:15:19.699 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:15:19.699 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:15:19.702 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:15:19.702 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:15:19.703 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:15:19.703 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:15:19.705 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:15:19.705 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:15:19.705 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:15:19.709 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.27.81.124:40095(127.27.81.124:40095)] disconnecting while in state TERMINATED
02:15:19.710 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.27.81.125:43441(127.27.81.125:43441)] disconnecting while in state TERMINATED
02:15:19.710 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.27.81.126:36339(127.27.81.126:36339)] disconnecting while in state TERMINATED
02:15:19.710 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:19.710 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:15:19.710 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:15:19.713 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:15:19.714 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
02:15:19.714 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:15:19.715 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:19.715 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:15:19.715 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:19.715 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:19.715 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:19.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.716 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:19.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.716 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:15:19.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.720 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:15:19.721 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:15:19.721 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:15:19.721 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:15:19.721 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:15:19.722 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:15:19.722 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:15:19.722 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:15:19.722 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
02:15:19.723 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:15:19.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.723 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:19.723 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:15:19.724 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:19.724 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44710d49591530d867cb2816f851b96f
02:15:19.736 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:19.736 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:19.736 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:19.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:19.760 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:19.760 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:19.760 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:19.761 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:19.761 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:19.761 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:19.761 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:19.761 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:19.761 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:19.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:19.761 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:19.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:19.762 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:19.762 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28213), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [16ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [24ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [47ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [48ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [943ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [943ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [944ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1544ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2184ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4383ms] too many traces: truncated at 100 traces, deferred=Deferred@207647615(state=PENDING, result=null, callback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887) -> (continuation of Deferred@1516372665 after retry RPC after error@1789526408) -> (continuation of Deferred@877009487 after retry RPC after error@265431458), errback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887) -> (continuation of Deferred@1516372665 after retry RPC after error@1789526408) -> (continuation of Deferred@877009487 after retry RPC after error@265431458)))
02:15:19.763 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:15:19.763 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28213), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [16ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [24ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [47ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [48ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [943ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [943ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [944ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1544ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2184ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4383ms] too many traces: truncated at 100 traces, deferred=Deferred@207647615(state=PENDING, result=null, callback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887) -> (continuation of Deferred@1516372665 after retry RPC after error@1789526408) -> (continuation of Deferred@877009487 after retry RPC after error@265431458), errback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887) -> (continuation of Deferred@1516372665 after retry RPC after error@1789526408) -> (continuation of Deferred@877009487 after retry RPC after error@265431458)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:19.764 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
02:15:19.766 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
02:15:19.768 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28213), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [16ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [24ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [47ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [48ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [943ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [943ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [944ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1544ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2184ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4383ms] too many traces: truncated at 100 traces, deferred=Deferred@207647615(state=PENDING, result=null, callback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887) -> (continuation of Deferred@1516372665 after retry RPC after error@1789526408) -> (continuation of Deferred@877009487 after retry RPC after error@265431458), errback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887) -> (continuation of Deferred@1516372665 after retry RPC after error@1789526408) -> (continuation of Deferred@877009487 after retry RPC after error@265431458)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:19.769 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
02:15:19.769 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
02:15:19.770 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RUNNING to RESTARTING.
02:15:19.770 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:19.775 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:19.775 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:19.775 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:19.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.776 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:19.784 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.784 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.784 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.815 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:19.815 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:19.815 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:19.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:19.819 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:19.819 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:19.819 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:19.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:19.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:19.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:19.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:19.855 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:19.855 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:19.855 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:19.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:19.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:19.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:19.856 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:19.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:19.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:20.095 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:20.096 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:20.096 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:20.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.096 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:20.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.096 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:20.097 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:20.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:20.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:20.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:20.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:20.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:20.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:20.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.097 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:20.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:20.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:20.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:20.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:20.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:20.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:20.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:20.275 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:20.276 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:20.276 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:20.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:20.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:20.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:20.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:20.282 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:20.282 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:20.282 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:20.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:20.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:20.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:20.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:20.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:20.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:20.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:20.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:20.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:20.283 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:20.293 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.293 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.293 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.294 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.295 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28722), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [12ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [13ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [13ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [802ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1761ms] refreshing cache from master, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1764ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [3804ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3804ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4101ms] refreshing cache from master, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4102ms] too many traces: truncated at 100 traces, deferred=Deferred@47885838(state=PENDING, result=null, callback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414), errback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414)))
02:15:20.296 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.296 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.296 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.296 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28722), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [12ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [13ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [13ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [802ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1761ms] refreshing cache from master, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1764ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [3804ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3804ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4101ms] refreshing cache from master, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4102ms] too many traces: truncated at 100 traces, deferred=Deferred@47885838(state=PENDING, result=null, callback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414), errback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28722), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [12ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [13ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [13ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [802ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1761ms] refreshing cache from master, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1764ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [3804ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3804ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4101ms] refreshing cache from master, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4102ms] too many traces: truncated at 100 traces, deferred=Deferred@47885838(state=PENDING, result=null, callback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414), errback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:20.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.301 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28722), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [12ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [13ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [13ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [802ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1761ms] refreshing cache from master, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1764ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [3804ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3804ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4101ms] refreshing cache from master, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4102ms] too many traces: truncated at 100 traces, deferred=Deferred@47885838(state=PENDING, result=null, callback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414), errback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28722), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [12ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [13ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [13ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [802ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1761ms] refreshing cache from master, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1764ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [3804ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3804ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [4101ms] refreshing cache from master, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4102ms] too many traces: truncated at 100 traces, deferred=Deferred@47885838(state=PENDING, result=null, callback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414), errback=(continuation of Deferred@1194739774 after retry RPC after error@1535119159) -> (continuation of Deferred@763540005 after retry RPC after error@2063586117) -> (continuation of Deferred@268243868 after retry RPC after error@1423924451) -> (continuation of Deferred@1819594695 after retry RPC after error@1754619127) -> (continuation of Deferred@252957578 after retry RPC after error@554020559) -> (continuation of Deferred@1808095199 after retry RPC after error@703978676) -> (continuation of Deferred@954975619 after retry RPC after error@882141063) -> (continuation of Deferred@1965995365 after retry RPC after error@1916389128) -> (continuation of Deferred@345555729 after retry RPC after error@61285978) -> (continuation of Deferred@60964566 after retry RPC after error@1067427885) -> (continuation of Deferred@1833792644 after retry RPC after error@1474431617) -> (continuation of Deferred@1160038949 after retry RPC after error@129555564) -> (continuation of Deferred@30892363 after retry RPC after error@1185334770) -> (continuation of Deferred@632314593 after retry RPC after error@1680521607) -> (continuation of Deferred@1590509936 after retry RPC after error@775194126) -> (continuation of Deferred@167028347 after retry RPC after error@950255683) -> (continuation of Deferred@215077094 after retry RPC after error@115286916) -> (continuation of Deferred@716479066 after retry RPC after error@213120663) -> (continuation of Deferred@241647879 after retry RPC after error@1901826124) -> (continuation of Deferred@2134094455 after retry RPC after error@1822946376) -> (continuation of Deferred@1484586914 after retry RPC after error@1963515153) -> (continuation of Deferred@390752717 after retry RPC after error@1151130328) -> (continuation of Deferred@2074258438 after retry RPC after error@1223759414)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:20.301 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:15:20.302 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
02:15:20.303 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
02:15:20.303 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
02:15:20.303 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
02:15:20.303 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
02:15:20.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
02:15:20.303 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
02:15:20.304 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
02:15:20.304 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
02:15:20.310 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:15:20.311 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
02:15:20.311 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
02:15:20.314 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.314 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.314 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.315 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.315 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.319 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:15:20.319 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
02:15:20.319 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:15:20.324 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:15:20.325 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
02:15:20.325 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:15:20.333 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.334 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.334 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.336 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
02:15:20.337 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
02:15:20.337 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
02:15:20.344 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:15:20.344 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
02:15:20.344 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
02:15:20.353 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.354 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.354 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.355 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.356 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
02:15:20.357 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:15:20.357 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
02:15:20.357 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
02:15:20.358 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
02:15:20.359 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
02:15:20.359 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:20.359 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:20.359 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44a1d56ce7e44c75dd2bece6ef564b6b
02:15:20.373 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.374 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.374 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.375 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.413 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.414 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.414 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.415 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.433 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.433 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.434 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.435 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:20.453 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.453 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.453 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:20.476 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:20.477 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:20.477 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:20.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:20.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:20.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:20.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:20.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:20.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:20.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:20.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:20.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:20.478 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:20.479 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28930), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [25ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [501ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [501ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [501ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [502ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [982ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [983ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1443ms] refreshing cache from master, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1445ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3444ms] refreshing cache from master, [3444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3445ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3446ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3447ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3447ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4143ms] too many traces: truncated at 100 traces, deferred=Deferred@1872320411(state=PENDING, result=null, callback=(continuation of Deferred@771997615 after retry RPC after error@1147368827) -> (continuation of Deferred@307333203 after retry RPC after error@936452109) -> (continuation of Deferred@68947871 after retry RPC after error@1527478986) -> (continuation of Deferred@1166439144 after retry RPC after error@2070541085) -> (continuation of Deferred@527268632 after retry RPC after error@531668757) -> (continuation of Deferred@1767354169 after retry RPC after error@1561479189) -> (continuation of Deferred@693329172 after retry RPC after error@838870812) -> (continuation of Deferred@1727686658 after retry RPC after error@703055400) -> (continuation of Deferred@451909117 after retry RPC after error@702835067) -> (continuation of Deferred@476819005 after retry RPC after error@187366686) -> (continuation of Deferred@1829556731 after retry RPC after error@1739182736) -> (continuation of Deferred@653431326 after retry RPC after error@2062305747) -> (continuation of Deferred@1910819964 after retry RPC after error@1483783554) -> (continuation of Deferred@1780528880 after retry RPC after error@1922746550) -> (continuation of Deferred@634023349 after retry RPC after error@2022393891) -> (continuation of Deferred@393471732 after retry RPC after error@856179668) -> (continuation of Deferred@1163474885 after retry RPC after error@1739695389) -> (continuation of Deferred@1870506841 after retry RPC after error@513426305) -> (continuation of Deferred@317831304 after retry RPC after error@2021817990) -> (continuation of Deferred@2057778604 after retry RPC after error@921564978) -> (continuation of Deferred@700918943 after retry RPC after error@1121583471) -> (continuation of Deferred@26429133 after retry RPC after error@1478387114) -> (continuation of Deferred@1210915298 after retry RPC after error@1525590257) -> (continuation of Deferred@1095776335 after retry RPC after error@1791502074) -> (continuation of Deferred@1250607176 after retry RPC after error@1703694536), errback=(continuation of Deferred@771997615 after retry RPC after error@1147368827) -> (continuation of Deferred@307333203 after retry RPC after error@936452109) -> (continuation of Deferred@68947871 after retry RPC after error@1527478986) -> (continuation of Deferred@1166439144 after retry RPC after error@2070541085) -> (continuation of Deferred@527268632 after retry RPC after error@531668757) -> (continuation of Deferred@1767354169 after retry RPC after error@1561479189) -> (continuation of Deferred@693329172 after retry RPC after error@838870812) -> (continuation of Deferred@1727686658 after retry RPC after error@703055400) -> (continuation of Deferred@451909117 after retry RPC after error@702835067) -> (continuation of Deferred@476819005 after retry RPC after error@187366686) -> (continuation of Deferred@1829556731 after retry RPC after error@1739182736) -> (continuation of Deferred@653431326 after retry RPC after error@2062305747) -> (continuation of Deferred@1910819964 after retry RPC after error@1483783554) -> (continuation of Deferred@1780528880 after retry RPC after error@1922746550) -> (continuation of Deferred@634023349 after retry RPC after error@2022393891) -> (continuation of Deferred@393471732 after retry RPC after error@856179668) -> (continuation of Deferred@1163474885 after retry RPC after error@1739695389) -> (continuation of Deferred@1870506841 after retry RPC after error@513426305) -> (continuation of Deferred@317831304 after retry RPC after error@2021817990) -> (continuation of Deferred@2057778604 after retry RPC after error@921564978) -> (continuation of Deferred@700918943 after retry RPC after error@1121583471) -> (continuation of Deferred@26429133 after retry RPC after error@1478387114) -> (continuation of Deferred@1210915298 after retry RPC after error@1525590257) -> (continuation of Deferred@1095776335 after retry RPC after error@1791502074) -> (continuation of Deferred@1250607176 after retry RPC after error@1703694536)))
02:15:20.575 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:20.576 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:20.576 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:20.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:20.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:20.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:20.577 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:20.713 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.713 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.714 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.715 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.760 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RESTARTING to RUNNING.
02:15:20.760 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 44710d49591530d867cb2816f851b96f from Checkpoint 73 @ 1783476919279 for 44710d49591530d867cb2816f851b96f located at file:/tmp/junit12811897229417014767/checkpoints/44710d49591530d867cb2816f851b96f/chk-73.
02:15:20.761 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:15:20.761 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:15:20.770 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
02:15:20.771 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
02:15:20.771 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id abe07a133224f8180a1a478a38afaed5
02:15:20.771 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:15:20.771 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:20.772 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:20.772 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:15:20.772 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 86f8326d2beb93038eaca87fac149a2d
02:15:20.772 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
02:15:20.772 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot abe07a133224f8180a1a478a38afaed5.
02:15:20.772 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
02:15:20.772 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 2c91c29c9bba79858c85545fb98f0abd
02:15:20.773 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:15:20.773 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:20.773 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id abe07a133224f8180a1a478a38afaed5.
02:15:20.776 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:15:20.776 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:15:20.777 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 57509891799598890191c36589280c8b
02:15:20.777 [INFO - Thread-43] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:15:20.778 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.26.126.253:36049(127.26.126.253:36049)] disconnecting while in state TERMINATED
02:15:20.778 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.26.126.252:33207(127.26.126.252:33207)] disconnecting while in state TERMINATED
02:15:20.778 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.26.126.254:34137(127.26.126.254:34137)] disconnecting while in state TERMINATED
02:15:20.778 [DEBUG - Thread-43] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:20.778 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:15:20.779 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:15:20.779 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
02:15:20.780 [INFO - Thread-43] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:15:20.780 [INFO - Thread-43] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:15:20.781 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 86f8326d2beb93038eaca87fac149a2d.
02:15:20.782 [DEBUG - Thread-43] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:20.782 [INFO - Thread-43] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:15:20.783 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 86f8326d2beb93038eaca87fac149a2d.
02:15:20.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
02:15:20.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
02:15:20.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1482d26a
02:15:20.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:20.788 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:15:20.793 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:15:20.793 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:20.793 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:15:20.794 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:20.794 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:20.794 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:20.798 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b6a089d
02:15:20.803 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2c91c29c9bba79858c85545fb98f0abd.
02:15:20.804 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 2c91c29c9bba79858c85545fb98f0abd.
02:15:20.804 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:15:20.804 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:15:20.805 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7015f12d
02:15:20.805 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:20.805 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:15:20.807 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:20.808 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 57509891799598890191c36589280c8b.
02:15:20.808 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
02:15:20.809 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
02:15:20.810 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 57509891799598890191c36589280c8b.
02:15:20.810 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:15:20.811 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:15:20.813 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ef70763
02:15:20.813 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:20.813 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:15:20.813 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:15:20.815 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60c283f0
02:15:20.815 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:15:20.821 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:20.823 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3cf389df
02:15:20.827 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:20.827 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:20.837 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:15:20.837 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:15:20.838 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15812ac2
02:15:20.838 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:20.838 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:15:20.842 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:15:20.843 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:15:20.845 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:20.853 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d842fba
02:15:20.853 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:20.859 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:20.859 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:20.859 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:20.859 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:20.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:20.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:20.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:20.860 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:20.860 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:20.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:20.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:20.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:20.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:20.861 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:20.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.862 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:20.869 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:20.874 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:20.874 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:20.874 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:20.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:20.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:20.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:20.875 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:20.877 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:20.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:20.883 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:20.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:20.891 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:20.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.903 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:20.903 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:20.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.906 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:20.908 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:20.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:20.919 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:20.921 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:20.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.925 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:20.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.927 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:20.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:20.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:20.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.943 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:20.944 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:20.946 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:20.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.952 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:20.953 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:20.957 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:20.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:20.970 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:20.973 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:20.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:20.974 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:20.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.983 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:20.993 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:20.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:20.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:20.998 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.003 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.007 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.008 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.014 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.015 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.015 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.019 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:21.019 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:21.020 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:21.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.021 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.021 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:21.022 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.023 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.024 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.025 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:21.033 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.034 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.036 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.037 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.043 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.049 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.053 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.053 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.054 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.055 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.055 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.061 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.062 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.066 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.067 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.067 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.067 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.068 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.076 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:21.076 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:21.077 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:21.077 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.078 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:21.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.078 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.082 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:21.083 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:21.083 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:21.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:21.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:21.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:21.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:21.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:21.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:21.084 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.084 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.084 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:21.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:21.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:21.085 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:21.085 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.085 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29532), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [12ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [18ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [47ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [47ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [48ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [65ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [801ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [802ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [802ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [802ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1820ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1824ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5700ms] refreshing cache from master, [5700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5701ms] too many traces: truncated at 100 traces, deferred=Deferred@1057900138(state=PENDING, result=null, callback=(continuation of Deferred@18960037 after retry RPC after error@811446699) -> (continuation of Deferred@1761354232 after retry RPC after error@621549467) -> (continuation of Deferred@785588729 after retry RPC after error@1943932257) -> (continuation of Deferred@2049184003 after retry RPC after error@1070686483) -> (continuation of Deferred@138040313 after retry RPC after error@185393818) -> (continuation of Deferred@1375360753 after retry RPC after error@1704422436) -> (continuation of Deferred@1072193268 after retry RPC after error@1394369441) -> (continuation of Deferred@1347615469 after retry RPC after error@242895503) -> (continuation of Deferred@1939389002 after retry RPC after error@1126817523) -> (continuation of Deferred@74174953 after retry RPC after error@1478086105) -> (continuation of Deferred@1860527738 after retry RPC after error@1672930067) -> (continuation of Deferred@956862997 after retry RPC after error@803858408) -> (continuation of Deferred@1794806489 after retry RPC after error@1048595182) -> (continuation of Deferred@1130757905 after retry RPC after error@592680498) -> (continuation of Deferred@495035611 after retry RPC after error@569006783) -> (continuation of Deferred@1302050020 after retry RPC after error@1925597539) -> (continuation of Deferred@1660001436 after retry RPC after error@297606623) -> (continuation of Deferred@26322840 after retry RPC after error@1096575896) -> (continuation of Deferred@791091795 after retry RPC after error@1443740045) -> (continuation of Deferred@1521248691 after retry RPC after error@2022627797) -> (continuation of Deferred@1877782805 after retry RPC after error@1419160756) -> (continuation of Deferred@1842259556 after retry RPC after error@1660983929) -> (continuation of Deferred@1768880917 after retry RPC after error@150739328) -> (continuation of Deferred@270103421 after retry RPC after error@1999495253) -> (continuation of Deferred@1761938422 after retry RPC after error@22888271), errback=(continuation of Deferred@18960037 after retry RPC after error@811446699) -> (continuation of Deferred@1761354232 after retry RPC after error@621549467) -> (continuation of Deferred@785588729 after retry RPC after error@1943932257) -> (continuation of Deferred@2049184003 after retry RPC after error@1070686483) -> (continuation of Deferred@138040313 after retry RPC after error@185393818) -> (continuation of Deferred@1375360753 after retry RPC after error@1704422436) -> (continuation of Deferred@1072193268 after retry RPC after error@1394369441) -> (continuation of Deferred@1347615469 after retry RPC after error@242895503) -> (continuation of Deferred@1939389002 after retry RPC after error@1126817523) -> (continuation of Deferred@74174953 after retry RPC after error@1478086105) -> (continuation of Deferred@1860527738 after retry RPC after error@1672930067) -> (continuation of Deferred@956862997 after retry RPC after error@803858408) -> (continuation of Deferred@1794806489 after retry RPC after error@1048595182) -> (continuation of Deferred@1130757905 after retry RPC after error@592680498) -> (continuation of Deferred@495035611 after retry RPC after error@569006783) -> (continuation of Deferred@1302050020 after retry RPC after error@1925597539) -> (continuation of Deferred@1660001436 after retry RPC after error@297606623) -> (continuation of Deferred@26322840 after retry RPC after error@1096575896) -> (continuation of Deferred@791091795 after retry RPC after error@1443740045) -> (continuation of Deferred@1521248691 after retry RPC after error@2022627797) -> (continuation of Deferred@1877782805 after retry RPC after error@1419160756) -> (continuation of Deferred@1842259556 after retry RPC after error@1660983929) -> (continuation of Deferred@1768880917 after retry RPC after error@150739328) -> (continuation of Deferred@270103421 after retry RPC after error@1999495253) -> (continuation of Deferred@1761938422 after retry RPC after error@22888271)))
02:15:21.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.086 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.087 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.088 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.088 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.088 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.089 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.089 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.090 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.093 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.093 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.093 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.094 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.096 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:21.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.099 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:21.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.101 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.101 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.103 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.103 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.103 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.106 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.107 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.107 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.107 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.109 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.113 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.115 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.117 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.118 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.125 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:21.127 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.127 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.127 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.129 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.130 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.130 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.130 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.131 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.133 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.133 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.134 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.135 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.135 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:21.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.141 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:21.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.142 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.143 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.150 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.150 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.150 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.152 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.152 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.152 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.166 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:21.167 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:21.167 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:21.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.168 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.170 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.170 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.170 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.181 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:21.181 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:21.181 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:21.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:21.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:21.182 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:21.182 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:21.182 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:21.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:21.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:21.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:21.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:21.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:21.183 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.184 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.184 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.185 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.186 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:21.186 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:21.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.186 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:21.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.187 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.193 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.193 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.193 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.195 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.195 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.206 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:21.206 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:21.206 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:21.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.208 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.227 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.228 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.228 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.229 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.229 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.229 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.229 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.230 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.230 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.230 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.231 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.230 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.262 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:21.263 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:21.263 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:21.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:21.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:21.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:21.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:21.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:21.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:21.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:21.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:21.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:21.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:21.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29712), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [13ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [18ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [282ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [541ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [542ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [582ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [883ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [883ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1703ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4882ms] too many traces: truncated at 100 traces, deferred=Deferred@1966003080(state=PENDING, result=null, callback=(continuation of Deferred@541386232 after retry RPC after error@1502297861) -> (continuation of Deferred@158529675 after retry RPC after error@172218558) -> (continuation of Deferred@221218603 after retry RPC after error@224195228) -> (continuation of Deferred@326432028 after retry RPC after error@124148196) -> (continuation of Deferred@1988198652 after retry RPC after error@472077474) -> (continuation of Deferred@676044335 after retry RPC after error@492264379) -> (continuation of Deferred@1739308685 after retry RPC after error@1630236830) -> (continuation of Deferred@358948978 after retry RPC after error@843594726) -> (continuation of Deferred@137213172 after retry RPC after error@850959087) -> (continuation of Deferred@241322618 after retry RPC after error@2105984859) -> (continuation of Deferred@409552395 after retry RPC after error@1861277707) -> (continuation of Deferred@1918729781 after retry RPC after error@959103802) -> (continuation of Deferred@1805746954 after retry RPC after error@58273525) -> (continuation of Deferred@449598585 after retry RPC after error@1972401929) -> (continuation of Deferred@315495266 after retry RPC after error@1477085512) -> (continuation of Deferred@538800556 after retry RPC after error@1455645337) -> (continuation of Deferred@880029216 after retry RPC after error@943235375) -> (continuation of Deferred@1935878037 after retry RPC after error@1048134858) -> (continuation of Deferred@736716811 after retry RPC after error@1445303680) -> (continuation of Deferred@1016090462 after retry RPC after error@1211831058) -> (continuation of Deferred@678593326 after retry RPC after error@1384221237), errback=(continuation of Deferred@541386232 after retry RPC after error@1502297861) -> (continuation of Deferred@158529675 after retry RPC after error@172218558) -> (continuation of Deferred@221218603 after retry RPC after error@224195228) -> (continuation of Deferred@326432028 after retry RPC after error@124148196) -> (continuation of Deferred@1988198652 after retry RPC after error@472077474) -> (continuation of Deferred@676044335 after retry RPC after error@492264379) -> (continuation of Deferred@1739308685 after retry RPC after error@1630236830) -> (continuation of Deferred@358948978 after retry RPC after error@843594726) -> (continuation of Deferred@137213172 after retry RPC after error@850959087) -> (continuation of Deferred@241322618 after retry RPC after error@2105984859) -> (continuation of Deferred@409552395 after retry RPC after error@1861277707) -> (continuation of Deferred@1918729781 after retry RPC after error@959103802) -> (continuation of Deferred@1805746954 after retry RPC after error@58273525) -> (continuation of Deferred@449598585 after retry RPC after error@1972401929) -> (continuation of Deferred@315495266 after retry RPC after error@1477085512) -> (continuation of Deferred@538800556 after retry RPC after error@1455645337) -> (continuation of Deferred@880029216 after retry RPC after error@943235375) -> (continuation of Deferred@1935878037 after retry RPC after error@1048134858) -> (continuation of Deferred@736716811 after retry RPC after error@1445303680) -> (continuation of Deferred@1016090462 after retry RPC after error@1211831058) -> (continuation of Deferred@678593326 after retry RPC after error@1384221237)))
02:15:21.267 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.267 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.267 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.269 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.269 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.270 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.270 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.270 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.271 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.281 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:21.281 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:21.281 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:21.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:21.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:21.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:21.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:21.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:21.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:21.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:21.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:21.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:21.282 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:21.284 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.284 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.284 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.286 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:21.286 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:21.286 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:21.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.287 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.323 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.324 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.324 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.325 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.333 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.334 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.334 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.350 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.351 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.351 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.352 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.384 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:21.385 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:21.385 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:21.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.386 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.386 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.386 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:21.406 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:21.407 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:21.407 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:21.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.407 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:21.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:21.439 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:21.439 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:21.439 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:21.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.440 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.440 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:21.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:21.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:21.441 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:21.453 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.454 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.454 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.455 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:21.526 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:21.526 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:21.526 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:21.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.528 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.530 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.530 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.530 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.530 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.530 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.531 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.553 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:21.553 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:21.554 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:21.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:21.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:21.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:21.555 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:21.555 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:21.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:21.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:21.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:21.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:21.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:21.583 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.584 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.584 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.585 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.593 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.593 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.594 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.595 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.627 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.628 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.628 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.629 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.629 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.629 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.630 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.661 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:21.661 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:21.661 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:21.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:21.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:21.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:21.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:21.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:21.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:21.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:21.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:21.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:21.663 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:21.764 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.764 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.764 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.806 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:21.806 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:21.806 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:21.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:21.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:21.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:21.807 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:21.854 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:21.854 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:21.854 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:21.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:21.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:21.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:21.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:21.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:21.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:21.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:19.719894 30546 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 30540
02:15:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:22.065027 30546 kernel_stack_watchdog.cc:198] Thread 30540 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 383ms:
02:15:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:15:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:15:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:15:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:15:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:22.066084 30540 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 3.732s	user 0.574s	sys 1.009s
02:15:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:22.066711 30540 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 3.733s	user 0.574s	sys 1.009s
02:15:22.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:18.335892 30548 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:22.092979 30695 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.093828 30540 server_base.cc:1061] running on GCE node
02:15:22.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.095305 30540 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:22.106 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:22.106 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:22.106 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:22.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:22.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:22.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:22.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:22.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:22.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.107882 30540 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:22.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:22.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:22.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:22.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:22.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.110054 30540 hybrid_clock.cc:648] HybridClock initialized: now 1783476922109999 us; error 49 us; skew 500 ppm
02:15:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.111222 30540 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.133077 30540 webserver.cc:534] Webserver started at http://127.29.132.129:40647/ using document root <none> and password file <none>
02:15:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.134390 30540 fs_manager.cc:362] Metadata directory not provided
02:15:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.134663 30540 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.135265 30540 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.142084 30540 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/data/instance:
02:15:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "001476750d8148bca443abf69fd78752"
02:15:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:22 on dist-test-slave-fshw"
02:15:22.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.143637 30540 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/wal/instance:
02:15:22.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "001476750d8148bca443abf69fd78752"
02:15:22.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:22 on dist-test-slave-fshw"
02:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.154100 30540 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.007s	sys 0.000s
02:15:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.166006 30700 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:22.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.167603 30540 fs_manager.cc:730] Time spent opening block manager: real 0.009s	user 0.004s	sys 0.004s
02:15:22.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.168025 30540 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/wal
02:15:22.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "001476750d8148bca443abf69fd78752"
02:15:22.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:22 on dist-test-slave-fshw"
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.168447 30540 fs_report.cc:389] FS layout report
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/wal
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/wal
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/data/data
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.264143 30540 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.267639 30540 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.268433 30540 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.276767 30540 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:15:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.283282 30540 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:15:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.283681 30540 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
02:15:22.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.284092 30540 ts_tablet_manager.cc:616] Registered 0 tablets
02:15:22.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.284358 30540 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:15:22.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:22.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:22.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:22.481 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:22.482 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:22.482 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:22.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:22.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:22.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:22.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:22.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:22.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:22.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:22.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:22.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:22.483 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:22.487 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:22.487 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:22.487 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:22.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:22.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:22.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:22.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:22.488 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:22.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:22.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:22.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:22.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:22.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:22.510 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:22.510 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:22.510 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:22.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:22.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:22.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:22.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:22.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:22.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:22.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:22.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:22.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:22.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.535297 30540 rpc_server.cc:307] RPC server started. Bound to: 127.29.132.129:36739
02:15:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.535424 30813 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.132.129:36739 every 8 connection(s)
02:15:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.538877 30540 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/data/info.pb
02:15:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.548802 30226 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 30540
02:15:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.549438 30226 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-0/wal/instance
02:15:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.584296 30226 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/wal
02:15:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/data
02:15:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/logs
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/data/info.pb
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.130:0
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.132.130
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.130
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:15:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.619951 30814 heartbeater.cc:344] Connected to a master server at 127.29.132.188:34893
02:15:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.620429 30814 heartbeater.cc:461] Registering TS with master...
02:15:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.622074 30814 heartbeater.cc:507] Master 127.29.132.188:34893 requested a full tablet report, sending...
02:15:22.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.626771 30438 ts_manager.cc:194] Registered new tserver with Master: 001476750d8148bca443abf69fd78752 (127.29.132.129:36739)
02:15:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.635303 30818 heartbeater.cc:344] Connected to a master server at 127.29.132.190:46819
02:15:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.635730 30818 heartbeater.cc:461] Registering TS with master...
02:15:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.636740 30818 heartbeater.cc:507] Master 127.29.132.190:46819 requested a full tablet report, sending...
02:15:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.646422 30276 ts_manager.cc:194] Registered new tserver with Master: 001476750d8148bca443abf69fd78752 (127.29.132.129:36739)
02:15:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.647732 30815 heartbeater.cc:344] Connected to a master server at 127.29.132.189:33651
02:15:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.648100 30815 heartbeater.cc:461] Registering TS with master...
02:15:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.648942 30815 heartbeater.cc:507] Master 127.29.132.189:33651 requested a full tablet report, sending...
02:15:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.651969 30354 ts_manager.cc:194] Registered new tserver with Master: 001476750d8148bca443abf69fd78752 (127.29.132.129:36739)
02:15:22.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:22.655306 30354 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.132.129:50615
02:15:22.785 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:22.786 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:22.786 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:22.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:22.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:22.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:22.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:22.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:22.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:22.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:22.786 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:22.786 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:22.786 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:22.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:22.934 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:22.934 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:22.934 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:22.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:22.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:22.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:22.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:22.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:22.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:22.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:22.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:22.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:22.936 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:22.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:22.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:22.973 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:22.974 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:22.974 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:22.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:22.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:22.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:22.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:22.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:22.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:22.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:22.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:22.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:22.975 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:23.010744 30825 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:23.011240 30825 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:23.011745 30825 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:23.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:23.051213 30825 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:23.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:23.052255 30825 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.132.130
02:15:23.094 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:23.094 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:23.094 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:23.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:23.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:23.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:23.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:23.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:23.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:23.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:23.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:23.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:23.095 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:23.096951 30825 tablet_server_runner.cc:78] Tablet server non-default flags:
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/data
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/wal
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.130:0
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/data/info.pb
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.130
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.132.130
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/logs
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:23.098593 30825 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:23.100354 30825 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:23.114 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:23.114 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:23.114 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:23.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:23.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:23.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:23.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:23.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:23.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:23.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:23.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:23.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:23.115 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:23.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:23.116498 30831 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:23.183 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:23.183 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:23.184 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:23.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:23.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:23.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:23.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:23.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:23.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:23.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:23.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:23.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:23.184 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:23.242 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:23.242 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:23.242 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:23.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.243 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:23.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:23.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:23.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:23.493 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:23.494 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:23.494 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:23.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:23.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:23.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:23.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:23.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:23.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:23.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:23.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:23.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:23.495 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:23.601 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:23.601 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:23.602 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:23.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.603 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.603 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.603 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:23.660344 30815 heartbeater.cc:499] Master 127.29.132.189:33651 was elected leader, sending a full tablet report...
02:15:23.690 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:23.690 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:23.691 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:23.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:23.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:23.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:23.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:23.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:23.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:23.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:23.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:23.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:23.693 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:23.717 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:23.717 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:23.717 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:23.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.719 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.720 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:23.756 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:23.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:23.758 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:23.758 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:23.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:23.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:23.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:23.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:23.914872 30307 debug-util.cc:398] Leaking SignalData structure 0x7b0800078e20 after lost signal to thread 30240
02:15:23.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:23.915971 30307 debug-util.cc:398] Leaking SignalData structure 0x7b08000a4620 after lost signal to thread 30310
02:15:23.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:23.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:23.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:24.214 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:24.215 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:24.215 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:24.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:24.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:24.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:24.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:24.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:24.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:24.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:24.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:24.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:24.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:24.267 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:24.268 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:24.268 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:24.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:24.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:24.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:24.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:24.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:24.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:24.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:24.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:24.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:24.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:24.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:24.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:24.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:24.668 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:24.669 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:24.669 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:24.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:24.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:24.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:24.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:24.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:24.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:24.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:24.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:24.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:24.673 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:24.686 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:24.687 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:24.687 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:24.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:24.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:24.688 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:24.688 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:24.688 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:24.688 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:24.688 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:24.688 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:24.688 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:24.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:24.763 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:24.763 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:24.763 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:24.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:24.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:24.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:24.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:24.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:24.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:24.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:24.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:24.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:24.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:24.515439 30830 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 30825
02:15:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:24.791733 30830 kernel_stack_watchdog.cc:198] Thread 30825 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
02:15:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:15:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:15:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:15:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:15:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:24.792650 30825 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.678s	user 0.565s	sys 0.995s
02:15:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:24.793128 30825 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.678s	user 0.565s	sys 0.995s
02:15:24.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:24.794106 30833 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1678 milliseconds
02:15:24.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:24.794615 30834 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:24.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:23.117455 30832 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:24.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.795435 30825 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:24.799 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:24.799 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:24.799 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:24.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:24.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:24.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:24.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:24.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:24.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:24.801 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:24.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:24.801 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:24.801 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:24.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.801254 30825 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.804235 30825 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:24.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.807883 30825 hybrid_clock.cc:648] HybridClock initialized: now 1783476924807816 us; error 52 us; skew 500 ppm
02:15:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.809095 30825 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.833968 30825 webserver.cc:534] Webserver started at http://127.29.132.130:43617/ using document root <none> and password file <none>
02:15:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.835282 30825 fs_manager.cc:362] Metadata directory not provided
02:15:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.835670 30825 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:24.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.836282 30825 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.842517 30825 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/data/instance:
02:15:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e98330386cc94f62a55ff11e984c87e4"
02:15:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:24 on dist-test-slave-fshw"
02:15:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.843786 30825 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/wal/instance:
02:15:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e98330386cc94f62a55ff11e984c87e4"
02:15:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:24 on dist-test-slave-fshw"
02:15:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.852335 30825 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.005s
02:15:24.857 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:24.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:24.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:24.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:24.858 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:24.858 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:24.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:24.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:24.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:24.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:24.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:24.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:24.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.863009 30843 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.864742 30825 fs_manager.cc:730] Time spent opening block manager: real 0.008s	user 0.006s	sys 0.001s
02:15:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.865175 30825 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/wal
02:15:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e98330386cc94f62a55ff11e984c87e4"
02:15:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:24 on dist-test-slave-fshw"
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.865615 30825 fs_report.cc:389] FS layout report
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/wal
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/wal
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/data/data
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:24.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:24.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:24.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.942502 30825 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.944242 30825 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.944720 30825 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:24.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.948439 30825 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:15:24.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.953533 30825 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:15:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.953809 30825 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:15:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.954066 30825 ts_tablet_manager.cc:616] Registered 0 tablets
02:15:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:24.954300 30825 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:15:24.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.218268 30825 rpc_server.cc:307] RPC server started. Bound to: 127.29.132.130:40603
02:15:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.218396 30956 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.132.130:40603 every 8 connection(s)
02:15:25.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.221325 30825 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/data/info.pb
02:15:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.232800 30226 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 30825
02:15:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.233433 30226 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-1/wal/instance
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.259142 30226 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/wal
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/data
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/logs
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/data/info.pb
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:15:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.131:0
02:15:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.132.131
02:15:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.131
02:15:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:15:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.319466 30959 heartbeater.cc:344] Connected to a master server at 127.29.132.190:46819
02:15:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.320021 30959 heartbeater.cc:461] Registering TS with master...
02:15:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.321426 30959 heartbeater.cc:507] Master 127.29.132.190:46819 requested a full tablet report, sending...
02:15:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.326205 30276 ts_manager.cc:194] Registered new tserver with Master: e98330386cc94f62a55ff11e984c87e4 (127.29.132.130:40603)
02:15:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.326983 30957 heartbeater.cc:344] Connected to a master server at 127.29.132.188:34893
02:15:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.327361 30957 heartbeater.cc:461] Registering TS with master...
02:15:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.328370 30957 heartbeater.cc:507] Master 127.29.132.188:34893 requested a full tablet report, sending...
02:15:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.331442 30438 ts_manager.cc:194] Registered new tserver with Master: e98330386cc94f62a55ff11e984c87e4 (127.29.132.130:40603)
02:15:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.334213 30958 heartbeater.cc:344] Connected to a master server at 127.29.132.189:33651
02:15:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.334645 30958 heartbeater.cc:461] Registering TS with master...
02:15:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.335698 30958 heartbeater.cc:507] Master 127.29.132.189:33651 requested a full tablet report, sending...
02:15:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.338222 30354 ts_manager.cc:194] Registered new tserver with Master: e98330386cc94f62a55ff11e984c87e4 (127.29.132.130:40603)
02:15:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.340176 30354 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.132.130:56465
02:15:25.419 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:25.427 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:25.428 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:25.428 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:25.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:25.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:25.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:25.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:25.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:25.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:25.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:25.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:25.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:25.429 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:25.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:25.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:25.484 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:25.484 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:25.485 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:25.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:25.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:25.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:25.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:25.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:25.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:25.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:25.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:25.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:25.486 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:25.554 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:25.554 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:25.554 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:25.555 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:25.555 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:25.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:25.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:25.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:25.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:25.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:25.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:25.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:25.556 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:25.700510 30967 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:25.701181 30967 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:25.701861 30967 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:25.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:25.766664 30967 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:25.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:25.768257 30967 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.132.131
02:15:25.786 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:25.786 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:25.787 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:25.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:25.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:25.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:25.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:25.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:25.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:25.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:25.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:25.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:25.788 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.845974 30967 tablet_server_runner.cc:78] Tablet server non-default flags:
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.132.148:33461
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/data
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/wal
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.132.131:0
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/data/info.pb
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.132.131
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.132.190:46819,127.29.132.189:33651,127.29.132.188:34893
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.132.131
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/logs
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:15:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:25.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:25.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:25.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:25.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:25.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.847826 30967 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:25.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:25.850261 30967 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:25.869925 30973 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:25.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:25.941 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:25.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:26.004 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:26.004 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:26.005 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:26.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:26.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:26.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:26.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:26.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:26.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:26.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:26.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:26.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:26.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:26.101 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:26.102 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:26.102 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:26.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:26.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:26.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:26.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:26.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:26.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:26.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:26.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:26.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:26.104 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:26.348656 30958 heartbeater.cc:499] Master 127.29.132.189:33651 was elected leader, sending a full tablet report...
02:15:26.384 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:26.384 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:26.384 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:26.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.386 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.387 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:26.404 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:26.404 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:26.405 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:26.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:26.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:26.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:26.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:26.484 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:26.484 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:26.484 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:26.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.486 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:26.622 [DEBUG - pool-274-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [6ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [26ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [46ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [84ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [164ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [304ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [363ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [442ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1104ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1383ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [5043ms] too many traces: truncated at 100 traces, deferred=Deferred@1215887700(state=PENDING, result=null, callback=(continuation of Deferred@2100176474 after retry RPC after error@452270122) -> (continuation of Deferred@403754276 after retry RPC after error@397227307) -> (continuation of Deferred@457035122 after retry RPC after error@700166775) -> (continuation of Deferred@937177993 after retry RPC after error@1227246644) -> (continuation of Deferred@1015369279 after retry RPC after error@1222212562) -> (continuation of Deferred@516905275 after retry RPC after error@1710481722) -> (continuation of Deferred@1938931469 after retry RPC after error@1888836934) -> (continuation of Deferred@343397614 after retry RPC after error@1861684587) -> (continuation of Deferred@274771567 after retry RPC after error@1254473288) -> (continuation of Deferred@1614795610 after retry RPC after error@922027619) -> (continuation of Deferred@603182340 after retry RPC after error@1143146700) -> (continuation of Deferred@1519953425 after retry RPC after error@1145075007) -> (continuation of Deferred@2032587590 after retry RPC after error@622842310) -> (continuation of Deferred@975721306 after retry RPC after error@2105942189) -> (continuation of Deferred@846553272 after retry RPC after error@1765738193) -> (continuation of Deferred@292895279 after retry RPC after error@1564140516) -> (continuation of Deferred@1146304603 after retry RPC after error@1439414158) -> (continuation of Deferred@1834437466 after retry RPC after error@1744351447) -> (continuation of Deferred@984927635 after retry RPC after error@843803276) -> (continuation of Deferred@1695676932 after retry RPC after error@1204650105) -> (continuation of Deferred@1527321926 after retry RPC after error@847190945) -> (continuation of Deferred@1481905712 after retry RPC after error@1932630795) -> (continuation of Deferred@1610679054 after retry RPC after error@719961788) -> (continuation of Deferred@1391773767 after retry RPC after error@761460945) -> (continuation of Deferred@1158907648 after retry RPC after error@577297728) -> (continuation of Deferred@1454018490 after retry RPC after error@1823752654), errback=(continuation of Deferred@2100176474 after retry RPC after error@452270122) -> (continuation of Deferred@403754276 after retry RPC after error@397227307) -> (continuation of Deferred@457035122 after retry RPC after error@700166775) -> (continuation of Deferred@937177993 after retry RPC after error@1227246644) -> (continuation of Deferred@1015369279 after retry RPC after error@1222212562) -> (continuation of Deferred@516905275 after retry RPC after error@1710481722) -> (continuation of Deferred@1938931469 after retry RPC after error@1888836934) -> (continuation of Deferred@343397614 after retry RPC after error@1861684587) -> (continuation of Deferred@274771567 after retry RPC after error@1254473288) -> (continuation of Deferred@1614795610 after retry RPC after error@922027619) -> (continuation of Deferred@603182340 after retry RPC after error@1143146700) -> (continuation of Deferred@1519953425 after retry RPC after error@1145075007) -> (continuation of Deferred@2032587590 after retry RPC after error@622842310) -> (continuation of Deferred@975721306 after retry RPC after error@2105942189) -> (continuation of Deferred@846553272 after retry RPC after error@1765738193) -> (continuation of Deferred@292895279 after retry RPC after error@1564140516) -> (continuation of Deferred@1146304603 after retry RPC after error@1439414158) -> (continuation of Deferred@1834437466 after retry RPC after error@1744351447) -> (continuation of Deferred@984927635 after retry RPC after error@843803276) -> (continuation of Deferred@1695676932 after retry RPC after error@1204650105) -> (continuation of Deferred@1527321926 after retry RPC after error@847190945) -> (continuation of Deferred@1481905712 after retry RPC after error@1932630795) -> (continuation of Deferred@1610679054 after retry RPC after error@719961788) -> (continuation of Deferred@1391773767 after retry RPC after error@761460945) -> (continuation of Deferred@1158907648 after retry RPC after error@577297728) -> (continuation of Deferred@1454018490 after retry RPC after error@1823752654)))
02:15:26.623 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:15:26.623 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [6ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [26ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [46ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [84ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [164ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [304ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [363ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [442ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1104ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1383ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [5043ms] too many traces: truncated at 100 traces, deferred=Deferred@1215887700(state=PENDING, result=null, callback=(continuation of Deferred@2100176474 after retry RPC after error@452270122) -> (continuation of Deferred@403754276 after retry RPC after error@397227307) -> (continuation of Deferred@457035122 after retry RPC after error@700166775) -> (continuation of Deferred@937177993 after retry RPC after error@1227246644) -> (continuation of Deferred@1015369279 after retry RPC after error@1222212562) -> (continuation of Deferred@516905275 after retry RPC after error@1710481722) -> (continuation of Deferred@1938931469 after retry RPC after error@1888836934) -> (continuation of Deferred@343397614 after retry RPC after error@1861684587) -> (continuation of Deferred@274771567 after retry RPC after error@1254473288) -> (continuation of Deferred@1614795610 after retry RPC after error@922027619) -> (continuation of Deferred@603182340 after retry RPC after error@1143146700) -> (continuation of Deferred@1519953425 after retry RPC after error@1145075007) -> (continuation of Deferred@2032587590 after retry RPC after error@622842310) -> (continuation of Deferred@975721306 after retry RPC after error@2105942189) -> (continuation of Deferred@846553272 after retry RPC after error@1765738193) -> (continuation of Deferred@292895279 after retry RPC after error@1564140516) -> (continuation of Deferred@1146304603 after retry RPC after error@1439414158) -> (continuation of Deferred@1834437466 after retry RPC after error@1744351447) -> (continuation of Deferred@984927635 after retry RPC after error@843803276) -> (continuation of Deferred@1695676932 after retry RPC after error@1204650105) -> (continuation of Deferred@1527321926 after retry RPC after error@847190945) -> (continuation of Deferred@1481905712 after retry RPC after error@1932630795) -> (continuation of Deferred@1610679054 after retry RPC after error@719961788) -> (continuation of Deferred@1391773767 after retry RPC after error@761460945) -> (continuation of Deferred@1158907648 after retry RPC after error@577297728) -> (continuation of Deferred@1454018490 after retry RPC after error@1823752654), errback=(continuation of Deferred@2100176474 after retry RPC after error@452270122) -> (continuation of Deferred@403754276 after retry RPC after error@397227307) -> (continuation of Deferred@457035122 after retry RPC after error@700166775) -> (continuation of Deferred@937177993 after retry RPC after error@1227246644) -> (continuation of Deferred@1015369279 after retry RPC after error@1222212562) -> (continuation of Deferred@516905275 after retry RPC after error@1710481722) -> (continuation of Deferred@1938931469 after retry RPC after error@1888836934) -> (continuation of Deferred@343397614 after retry RPC after error@1861684587) -> (continuation of Deferred@274771567 after retry RPC after error@1254473288) -> (continuation of Deferred@1614795610 after retry RPC after error@922027619) -> (continuation of Deferred@603182340 after retry RPC after error@1143146700) -> (continuation of Deferred@1519953425 after retry RPC after error@1145075007) -> (continuation of Deferred@2032587590 after retry RPC after error@622842310) -> (continuation of Deferred@975721306 after retry RPC after error@2105942189) -> (continuation of Deferred@846553272 after retry RPC after error@1765738193) -> (continuation of Deferred@292895279 after retry RPC after error@1564140516) -> (continuation of Deferred@1146304603 after retry RPC after error@1439414158) -> (continuation of Deferred@1834437466 after retry RPC after error@1744351447) -> (continuation of Deferred@984927635 after retry RPC after error@843803276) -> (continuation of Deferred@1695676932 after retry RPC after error@1204650105) -> (continuation of Deferred@1527321926 after retry RPC after error@847190945) -> (continuation of Deferred@1481905712 after retry RPC after error@1932630795) -> (continuation of Deferred@1610679054 after retry RPC after error@719961788) -> (continuation of Deferred@1391773767 after retry RPC after error@761460945) -> (continuation of Deferred@1158907648 after retry RPC after error@577297728) -> (continuation of Deferred@1454018490 after retry RPC after error@1823752654)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407)
		at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
		at org.apache.kudu.shaded.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
		... 1 more
02:15:26.623 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:15:26.635 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:15:26.674 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [6ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [26ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [46ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [84ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [164ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [304ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [363ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [442ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1104ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1383ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [5043ms] too many traces: truncated at 100 traces, deferred=Deferred@1215887700(state=PENDING, result=null, callback=(continuation of Deferred@2100176474 after retry RPC after error@452270122) -> (continuation of Deferred@403754276 after retry RPC after error@397227307) -> (continuation of Deferred@457035122 after retry RPC after error@700166775) -> (continuation of Deferred@937177993 after retry RPC after error@1227246644) -> (continuation of Deferred@1015369279 after retry RPC after error@1222212562) -> (continuation of Deferred@516905275 after retry RPC after error@1710481722) -> (continuation of Deferred@1938931469 after retry RPC after error@1888836934) -> (continuation of Deferred@343397614 after retry RPC after error@1861684587) -> (continuation of Deferred@274771567 after retry RPC after error@1254473288) -> (continuation of Deferred@1614795610 after retry RPC after error@922027619) -> (continuation of Deferred@603182340 after retry RPC after error@1143146700) -> (continuation of Deferred@1519953425 after retry RPC after error@1145075007) -> (continuation of Deferred@2032587590 after retry RPC after error@622842310) -> (continuation of Deferred@975721306 after retry RPC after error@2105942189) -> (continuation of Deferred@846553272 after retry RPC after error@1765738193) -> (continuation of Deferred@292895279 after retry RPC after error@1564140516) -> (continuation of Deferred@1146304603 after retry RPC after error@1439414158) -> (continuation of Deferred@1834437466 after retry RPC after error@1744351447) -> (continuation of Deferred@984927635 after retry RPC after error@843803276) -> (continuation of Deferred@1695676932 after retry RPC after error@1204650105) -> (continuation of Deferred@1527321926 after retry RPC after error@847190945) -> (continuation of Deferred@1481905712 after retry RPC after error@1932630795) -> (continuation of Deferred@1610679054 after retry RPC after error@719961788) -> (continuation of Deferred@1391773767 after retry RPC after error@761460945) -> (continuation of Deferred@1158907648 after retry RPC after error@577297728) -> (continuation of Deferred@1454018490 after retry RPC after error@1823752654), errback=(continuation of Deferred@2100176474 after retry RPC after error@452270122) -> (continuation of Deferred@403754276 after retry RPC after error@397227307) -> (continuation of Deferred@457035122 after retry RPC after error@700166775) -> (continuation of Deferred@937177993 after retry RPC after error@1227246644) -> (continuation of Deferred@1015369279 after retry RPC after error@1222212562) -> (continuation of Deferred@516905275 after retry RPC after error@1710481722) -> (continuation of Deferred@1938931469 after retry RPC after error@1888836934) -> (continuation of Deferred@343397614 after retry RPC after error@1861684587) -> (continuation of Deferred@274771567 after retry RPC after error@1254473288) -> (continuation of Deferred@1614795610 after retry RPC after error@922027619) -> (continuation of Deferred@603182340 after retry RPC after error@1143146700) -> (continuation of Deferred@1519953425 after retry RPC after error@1145075007) -> (continuation of Deferred@2032587590 after retry RPC after error@622842310) -> (continuation of Deferred@975721306 after retry RPC after error@2105942189) -> (continuation of Deferred@846553272 after retry RPC after error@1765738193) -> (continuation of Deferred@292895279 after retry RPC after error@1564140516) -> (continuation of Deferred@1146304603 after retry RPC after error@1439414158) -> (continuation of Deferred@1834437466 after retry RPC after error@1744351447) -> (continuation of Deferred@984927635 after retry RPC after error@843803276) -> (continuation of Deferred@1695676932 after retry RPC after error@1204650105) -> (continuation of Deferred@1527321926 after retry RPC after error@847190945) -> (continuation of Deferred@1481905712 after retry RPC after error@1932630795) -> (continuation of Deferred@1610679054 after retry RPC after error@719961788) -> (continuation of Deferred@1391773767 after retry RPC after error@761460945) -> (continuation of Deferred@1158907648 after retry RPC after error@577297728) -> (continuation of Deferred@1454018490 after retry RPC after error@1823752654)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407)
		at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
		at org.apache.kudu.shaded.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
		... 1 more
02:15:26.675 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:26.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
02:15:26.676 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:15:26.676 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RUNNING to RESTARTING.
02:15:26.706 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:26.707 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:26.707 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:26.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:26.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:26.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:26.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:26.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:26.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:26.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:26.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:26.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:26.709 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:26.743 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:26.744 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:26.744 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:26.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.746 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:26.793 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:26.794 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:26.794 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:26.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:26.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:26.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:26.796 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:26.919 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:26.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:27.003 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:27.003 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:27.004 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:27.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:27.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:27.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:27.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:27.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:27.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:27.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:27.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:27.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:27.006 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:27.090 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:27.091 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:27.091 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:27.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.094 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:27.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:27.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:27.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.127 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:27.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.127 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:27.177 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:27.177 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:27.178 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:27.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:27.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:27.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:27.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:27.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:27.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:27.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:27.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:27.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:27.180 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:27.227 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:27.228 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:27.228 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:27.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.229 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.229 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.229 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.230 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:27.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:27.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:27.460 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:27.460 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:27.460 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:27.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:27.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:27.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:27.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:27.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:27.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:27.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:27.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:27.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:27.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:27.506 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:27.506 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:27.506 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:27.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:27.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:27.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:27.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:27.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:27.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:27.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:27.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:27.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:27.508 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:27.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:27.670672 30469 debug-util.cc:398] Leaking SignalData structure 0x7b0800095700 after lost signal to thread 30400
02:15:27.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:27.671666 30469 debug-util.cc:398] Leaking SignalData structure 0x7b0800095440 after lost signal to thread 30472
02:15:27.750 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:27.750 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:27.750 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:27.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:27.794 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RESTARTING to RUNNING.
02:15:27.795 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 44a1d56ce7e44c75dd2bece6ef564b6b from Checkpoint 67 @ 1783476767588 for 44a1d56ce7e44c75dd2bece6ef564b6b located at file:/tmp/junit1567620589577463559/checkpoints/44a1d56ce7e44c75dd2bece6ef564b6b/chk-67.
02:15:27.796 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
02:15:27.796 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:15:27.797 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
02:15:27.798 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:27.798 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
02:15:27.798 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857
02:15:27.798 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
02:15:27.799 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:27.799 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:15:27.799 [INFO - Thread-44] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:15:27.799 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state TERMINATED
02:15:27.800 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
02:15:27.800 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id a3defdadf52c91f803cb5705c1126b08
02:15:27.800 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
02:15:27.800 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state TERMINATED
02:15:27.800 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:27.801 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state TERMINATED
02:15:27.801 [DEBUG - Thread-44] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:27.801 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857.
02:15:27.802 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
02:15:27.803 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24f28acf9959c4eaab4ba1daf1725408
02:15:27.803 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
02:15:27.804 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:15:27.804 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
02:15:27.804 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24b1bffa431a13448500fc83260c11f7
02:15:27.805 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:15:27.806 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id a3defdadf52c91f803cb5705c1126b08.
02:15:27.808 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
02:15:27.808 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
02:15:27.810 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@672feda2
02:15:27.810 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:27.811 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:15:27.811 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
02:15:27.811 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
02:15:27.816 [INFO - Thread-44] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:15:27.817 [INFO - Thread-44] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:15:27.819 [DEBUG - Thread-44] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:27.819 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@569a22c1
02:15:27.820 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
02:15:27.820 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
02:15:27.821 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ea26aae
02:15:27.821 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:27.821 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:15:27.824 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:15:27.825 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 24f28acf9959c4eaab4ba1daf1725408.
02:15:27.826 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:27.829 [INFO - Thread-44] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:15:27.837 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:15:27.838 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 24b1bffa431a13448500fc83260c11f7.
02:15:27.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
02:15:27.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
02:15:27.840 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ccd5539
02:15:27.840 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:27.840 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:15:27.840 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:15:27.840 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:15:27.841 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
02:15:27.841 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:27.841 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
02:15:27.851 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b256e8
02:15:27.854 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:27.857 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@17d62ffb
02:15:27.859 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:27.860 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:27.860 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:27.860 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:27.860 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:27.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
02:15:27.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
02:15:27.871 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26dc36db
02:15:27.871 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:27.871 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:15:27.871 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:15:27.872 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:15:27.875 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:27.875 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@762e674d
02:15:27.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.885 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:27.886 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:27.893 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:27.914 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:27.919 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:27.925 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:27.928 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:27.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:27.939 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:27.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.951 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:27.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:27.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:27.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:27.956 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:27.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:27.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:27.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:27.965 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:27.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:27.970 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:27.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:27.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:27.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:27.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:27.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:27.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:27.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:27.986 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:27.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:27.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:27.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:27.988 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:27.990 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:27.990 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:27.990 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:27.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:27.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:27.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:27.992 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:27.993 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:27.997 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:27.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:27.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:27.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:27.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.011 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.014 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.017 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.026 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.036 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.041 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.049 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.057 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.065 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.073 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.074 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.090 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.090 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.090 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.092 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.093 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.106 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.113 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:28.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:28.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:28.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:28.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:28.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:28.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:28.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:28.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:28.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:28.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:28.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:28.116 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:28.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.120 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.120 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.120 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.122 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.123 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.124 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.126 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.127 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.127 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.134 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.136 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.138 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.139 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.139 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.140 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.141 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.145 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.146 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.146 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.146 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.148 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.149 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.149 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.149 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.153 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.153 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.153 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.154 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.155 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.155 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.155 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.157 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.165 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.166 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.166 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.166 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.167 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.171 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:27.272163 30972 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 30967
02:15:28.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:28.172554 30967 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.301s	user 0.592s	sys 0.957s
02:15:28.174 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:28.174049 30967 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.302s	user 0.593s	sys 0.958s
02:15:28.174 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.174 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.175 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:25.871532 30974 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:28.175244 30976 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:28.175 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.175 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.176 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.176 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.177 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.177 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.178 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.179 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.185 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.186 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.185907 30967 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:28.186 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.186 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:28.186877 30975 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2312 milliseconds
02:15:28.187 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.187 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.188 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.188544 30967 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.190969 30967 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:28.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.192389 30967 hybrid_clock.cc:648] HybridClock initialized: now 1783476928192330 us; error 34 us; skew 500 ppm
02:15:28.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.193529 30967 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:28.193 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.194 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.194 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.195 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.195 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.195 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.196 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.201 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.201 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.201 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.201 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.202 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.202 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.202 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.202445 30967 webserver.cc:534] Webserver started at http://127.29.132.131:36271/ using document root <none> and password file <none>
02:15:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.203444 30967 fs_manager.cc:362] Metadata directory not provided
02:15:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.203686 30967 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:28.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.204241 30967 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:28.206 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.207 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.207 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.208 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.209870 30967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/data/instance:
02:15:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49e72e3fd36848eb9a5e3a66a995373e"
02:15:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:28 on dist-test-slave-fshw"
02:15:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.211191 30967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/wal/instance:
02:15:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49e72e3fd36848eb9a5e3a66a995373e"
02:15:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:28 on dist-test-slave-fshw"
02:15:28.222 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.222 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.222 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.222 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.222 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.223 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.223505 30967 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.002s	sys 0.006s
02:15:28.226 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.226 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.226 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.226 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.227 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.227 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.229 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.229 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.229 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.233467 31040 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:28.235 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.235 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.235 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.234977 30967 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.002s
02:15:28.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.236 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.235381 30967 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/wal
02:15:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49e72e3fd36848eb9a5e3a66a995373e"
02:15:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:28 on dist-test-slave-fshw"
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.235873 30967 fs_report.cc:389] FS layout report
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/wal
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/wal
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/data/data
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:28.253 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.253 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.254 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.254 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.255 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.255 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.255 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.255 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.264 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.265 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.265 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.266 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.267 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.267 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.267 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.268 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.273 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:28.274 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:28.274 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:28.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:28.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:28.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:28.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:28.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:28.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:28.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:28.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:28.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:28.274 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:28.286 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.287 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.287 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.288 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.294 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.301 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.302 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.302 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.303 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.311986 30967 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:28.315 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.315 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.315 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.314630 30967 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:28.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.315376 30967 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.319941 30967 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:15:28.326 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.327 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.327 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.328 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.342401 30967 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:15:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.342790 30967 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:15:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.343148 30967 ts_tablet_manager.cc:616] Registered 0 tablets
02:15:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.343410 30967 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:15:28.346 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.347 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.347 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.349 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.349 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.349 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.349 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.349 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.349 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.353 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.354 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.354 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.383 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.383 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.383 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.386 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:28.421 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.421 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.421 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.423 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:28.466 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.466 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.467 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.468 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:28.534 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.534 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.535 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.536 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.555 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:28.555 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:28.556 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:28.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:28.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:28.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:28.558 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:28.567 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.567 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.567 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.568 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.573 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.573 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.573 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.581 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.582 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.582 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.582 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.583 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.606 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.607 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.607 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.608 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.690 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:28.695 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:28.695 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:28.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:28.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:28.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:28.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:28.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:28.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:28.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:28.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:28.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:28.697 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:28.766 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.767 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.768 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.768 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.768 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.773 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.773 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.774 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.775 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.886 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:28.887 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:28.887 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:28.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:28.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:28.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:28.888 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:28.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:28.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:28.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.957445 30967 rpc_server.cc:307] RPC server started. Bound to: 127.29.132.131:38047
02:15:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.957517 31152 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.132.131:38047 every 8 connection(s)
02:15:28.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.961377 30967 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/data/info.pb
02:15:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.972647 30226 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 30967
02:15:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:28.973320 30226 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster7144791008565877821/ts-2/wal/instance
02:15:29.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:29.071 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RESTARTING to RUNNING.
02:15:29.072 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job ae9a9a282dc7cf140fbb43ea3e349843 from Checkpoint 63 @ 1783476865426 for ae9a9a282dc7cf140fbb43ea3e349843 located at file:/tmp/junit494488604027002473/checkpoints/ae9a9a282dc7cf140fbb43ea3e349843/chk-63.
02:15:29.072 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:15:29.073 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
02:15:29.074 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
02:15:29.074 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id bed5637ce9a56480e4e5830264928b1a
02:15:29.075 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 63 for source Source: KuduSource to checkpoint.
02:15:29.075 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:15:29.076 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot bed5637ce9a56480e4e5830264928b1a.
02:15:29.078 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id bed5637ce9a56480e4e5830264928b1a.
02:15:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.086666 31159 heartbeater.cc:344] Connected to a master server at 127.29.132.190:46819
02:15:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.087361 31159 heartbeater.cc:461] Registering TS with master...
02:15:29.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.088945 31159 heartbeater.cc:507] Master 127.29.132.190:46819 requested a full tablet report, sending...
02:15:29.089 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
02:15:29.090 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
02:15:29.092 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@617e6be1
02:15:29.092 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:29.092 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:15:29.092 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:15:29.093 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:15:29.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.096680 30276 ts_manager.cc:194] Registered new tserver with Master: 49e72e3fd36848eb9a5e3a66a995373e (127.29.132.131:38047)
02:15:29.103 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7703ba44
02:15:29.105 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:29.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.120246 31154 heartbeater.cc:344] Connected to a master server at 127.29.132.189:33651
02:15:29.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.121044 31154 heartbeater.cc:461] Registering TS with master...
02:15:29.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.122027 31154 heartbeater.cc:507] Master 127.29.132.189:33651 requested a full tablet report, sending...
02:15:29.123 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:29.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:29.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:29.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:29.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:29.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:29.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:29.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:29.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:29.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:29.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:29.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:29.125 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.125841 31153 heartbeater.cc:344] Connected to a master server at 127.29.132.188:34893
02:15:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.125979 30354 ts_manager.cc:194] Registered new tserver with Master: 49e72e3fd36848eb9a5e3a66a995373e (127.29.132.131:38047)
02:15:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.126312 31153 heartbeater.cc:461] Registering TS with master...
02:15:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.127362 31153 heartbeater.cc:507] Master 127.29.132.188:34893 requested a full tablet report, sending...
02:15:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.128192 30354 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.132.131:34571
02:15:29.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.130461 30438 ts_manager.cc:194] Registered new tserver with Master: 49e72e3fd36848eb9a5e3a66a995373e (127.29.132.131:38047)
02:15:29.134 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.135 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.136 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.141032 30226 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:15:29.154 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.154 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.156 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.157 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.160 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:15:29.161 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:15:29.162 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.132.190"
      port: 46819
    }
    bound_http_address {
      host: "127.29.132.190"
      port: 45539
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.132.189"
      port: 33651
    }
    bound_http_address {
      host: "127.29.132.189"
      port: 32829
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.132.188"
      port: 34893
    }
    bound_http_address {
      host: "127.29.132.188"
      port: 40241
    }
  }
}

02:15:29.162 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:15:29.165 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.132.129"
      port: 36739
    }
    bound_http_address {
      host: "127.29.132.129"
      port: 40647
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.132.130"
      port: 40603
    }
    bound_http_address {
      host: "127.29.132.130"
      port: 43617
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.132.131"
      port: 38047
    }
    bound_http_address {
      host: "127.29.132.131"
      port: 36271
    }
  }
}

02:15:29.166 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:15:29.167 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:29.168 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:29.168 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:29.168 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:29.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.169 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.169 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.169 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:29.173 [DEBUG - main] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:29.174 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.174 [DEBUG - main] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:29.175 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.187.190:43133(127.28.187.190:43133)] Successfully connected to peer
02:15:29.176 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.177 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.178 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.189 [DEBUG - main] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:29.192 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.190
02:15:29.194 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.194 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.194 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.195 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.195 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.196 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.197 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.187.188:36299(127.28.187.188:36299)] Successfully connected to peer
02:15:29.200 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.188
02:15:29.210 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.187.189:33035(127.28.187.189:33035)] Successfully connected to peer
02:15:29.211 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:29.214 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.214 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.214 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.216 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.220 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7c40089b, L:/127.0.0.1:58086 - R:/127.28.187.188:36299] using SASL/PLAIN
02:15:29.233 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:29.234 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.189
02:15:29.241 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xff0c25de, L:/127.0.0.1:43460 - R:/127.28.187.190:43133] using SASL/PLAIN
02:15:29.246 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:29.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:15:29.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=78), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [51ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: OK, deferred=null) after lookup
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.248893 29523 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43460:
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:15:29.250 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1827f8c2, L:/127.0.0.1:55664 - R:/127.28.187.189:33035] using SASL/PLAIN
02:15:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\001d\000\000\000\004\001\310\000\000\000"
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:15:29.254 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.254 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.254 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.256 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:29.259019 29523 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:15:29.264 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:29.264 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:29.264 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:29.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:29.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:29.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:29.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:29.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:29.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:29.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:29.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:29.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:29.265 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:29.314 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.314 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.315 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.316 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.316 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.316 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.317 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:29.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:29.394 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.395 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.395 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.395 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:29.395 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:29.395 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:29.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:29.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:29.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:29.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:29.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:29.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:29.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:29.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:29.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:29.397 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:29.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.399 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:29.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:29.444 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:29.445 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:29.445 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:29.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:29.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:29.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:29.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:29.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:29.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:29.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:29.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:29.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:29.446 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:29.454 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:29.454 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:29.454 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:29.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.486619 29865 tablet_service.cc:1511] Processing CreateTablet for tablet 37785dd0a9664203b137c831c82f37ee (DEFAULT_TABLE table=replication_test_table [id=fe76bd57ed524669b78f8c817447c63b]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:15:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.486052 29867 tablet_service.cc:1511] Processing CreateTablet for tablet e400ab1a63ce485cb98b8c1a59a6d632 (DEFAULT_TABLE table=replication_test_table [id=fe76bd57ed524669b78f8c817447c63b]), partition=RANGE (key1) PARTITION VALUES < 100
02:15:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.485464 29866 tablet_service.cc:1511] Processing CreateTablet for tablet 75ea6908bcd847d2b146ef9cd87616dd (DEFAULT_TABLE table=replication_test_table [id=fe76bd57ed524669b78f8c817447c63b]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:15:29.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.488907 29867 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e400ab1a63ce485cb98b8c1a59a6d632. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.489971 29866 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 75ea6908bcd847d2b146ef9cd87616dd. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:29.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.491780 29865 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 37785dd0a9664203b137c831c82f37ee. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:29.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.510119 30149 tablet_service.cc:1511] Processing CreateTablet for tablet 37785dd0a9664203b137c831c82f37ee (DEFAULT_TABLE table=replication_test_table [id=fe76bd57ed524669b78f8c817447c63b]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:15:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.512934 30149 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 37785dd0a9664203b137c831c82f37ee. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:29.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.517870 30150 tablet_service.cc:1511] Processing CreateTablet for tablet 75ea6908bcd847d2b146ef9cd87616dd (DEFAULT_TABLE table=replication_test_table [id=fe76bd57ed524669b78f8c817447c63b]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:15:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.519299 30150 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 75ea6908bcd847d2b146ef9cd87616dd. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:29.521 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:29.521 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:29.521 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:29.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.521548 30151 tablet_service.cc:1511] Processing CreateTablet for tablet e400ab1a63ce485cb98b8c1a59a6d632 (DEFAULT_TABLE table=replication_test_table [id=fe76bd57ed524669b78f8c817447c63b]), partition=RANGE (key1) PARTITION VALUES < 100
02:15:29.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.525524 30151 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e400ab1a63ce485cb98b8c1a59a6d632. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.528147 30008 tablet_service.cc:1511] Processing CreateTablet for tablet 75ea6908bcd847d2b146ef9cd87616dd (DEFAULT_TABLE table=replication_test_table [id=fe76bd57ed524669b78f8c817447c63b]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:15:29.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.530918 30008 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 75ea6908bcd847d2b146ef9cd87616dd. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:29.537 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.537 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.537 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.533913 30009 tablet_service.cc:1511] Processing CreateTablet for tablet e400ab1a63ce485cb98b8c1a59a6d632 (DEFAULT_TABLE table=replication_test_table [id=fe76bd57ed524669b78f8c817447c63b]), partition=RANGE (key1) PARTITION VALUES < 100
02:15:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.535171 30009 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e400ab1a63ce485cb98b8c1a59a6d632. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.537319 30007 tablet_service.cc:1511] Processing CreateTablet for tablet 37785dd0a9664203b137c831c82f37ee (DEFAULT_TABLE table=replication_test_table [id=fe76bd57ed524669b78f8c817447c63b]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:15:29.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.538538 30007 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 37785dd0a9664203b137c831c82f37ee. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.572108 31199 tablet_bootstrap.cc:492] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d: Bootstrap starting.
02:15:29.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.590485 31199 tablet_bootstrap.cc:654] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d: Neither blocks nor log segments found. Creating new log.
02:15:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.593252 31199 log.cc:826] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d: Log is configured to *not* fsync() on all Append() calls
02:15:29.607 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:29.607 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:29.607 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:29.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.608 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.609 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:29.614 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.614 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.614 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.616 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.635855 31201 tablet_bootstrap.cc:492] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b: Bootstrap starting.
02:15:29.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.641741 31199 tablet_bootstrap.cc:492] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d: No bootstrap required, opened a new log
02:15:29.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.643000 31199 ts_tablet_manager.cc:1403] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d: Time spent bootstrapping tablet: real 0.073s	user 0.018s	sys 0.031s
02:15:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.647404 31201 tablet_bootstrap.cc:654] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b: Neither blocks nor log segments found. Creating new log.
02:15:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.650043 31201 log.cc:826] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b: Log is configured to *not* fsync() on all Append() calls
02:15:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.660987 31203 tablet_bootstrap.cc:492] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a: Bootstrap starting.
02:15:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.672324 31201 tablet_bootstrap.cc:492] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b: No bootstrap required, opened a new log
02:15:29.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.672974 31201 ts_tablet_manager.cc:1403] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b: Time spent bootstrapping tablet: real 0.038s	user 0.018s	sys 0.006s
02:15:29.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.687633 31203 tablet_bootstrap.cc:654] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a: Neither blocks nor log segments found. Creating new log.
02:15:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.691107 31203 log.cc:826] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a: Log is configured to *not* fsync() on all Append() calls
02:15:29.694 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:29.694 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:29.694 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:29.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.699 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:29.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.713233 31203 tablet_bootstrap.cc:492] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a: No bootstrap required, opened a new log
02:15:29.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.713850 31203 ts_tablet_manager.cc:1403] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a: Time spent bootstrapping tablet: real 0.053s	user 0.012s	sys 0.010s
02:15:29.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.751237 31203 raft_consensus.cc:359] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.752278 31203 raft_consensus.cc:385] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:29.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.752647 31203 raft_consensus.cc:740] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afef80dd580946b1833874b85f9b423a, State: Initialized, Role: FOLLOWER
02:15:29.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.757367 31203 consensus_queue.cc:260] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.769893 31199 raft_consensus.cc:359] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.770998 31199 raft_consensus.cc:385] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.771391 31199 raft_consensus.cc:740] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65b948c9a8ed4e43bc12803dc31fdb4d, State: Initialized, Role: FOLLOWER
02:15:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.774350 31201 raft_consensus.cc:359] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } }
02:15:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.775372 31201 raft_consensus.cc:385] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.775718 31201 raft_consensus.cc:740] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93591b3a06cd4c15a44018920666be1b, State: Initialized, Role: FOLLOWER
02:15:29.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.781093 31203 ts_tablet_manager.cc:1434] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a: Time spent starting tablet: real 0.067s	user 0.036s	sys 0.006s
02:15:29.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.782233 31203 tablet_bootstrap.cc:492] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a: Bootstrap starting.
02:15:29.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.772459 31199 consensus_queue.cc:260] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.776729 31201 consensus_queue.cc:260] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } }
02:15:29.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.795744 31203 tablet_bootstrap.cc:654] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a: Neither blocks nor log segments found. Creating new log.
02:15:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.802284 31201 ts_tablet_manager.cc:1434] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b: Time spent starting tablet: real 0.129s	user 0.035s	sys 0.004s
02:15:29.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.804682 31201 tablet_bootstrap.cc:492] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b: Bootstrap starting.
02:15:29.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.814267 31199 ts_tablet_manager.cc:1434] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d: Time spent starting tablet: real 0.170s	user 0.034s	sys 0.012s
02:15:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.815514 31199 tablet_bootstrap.cc:492] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d: Bootstrap starting.
02:15:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.817555 31205 raft_consensus.cc:493] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:15:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.818186 31205 raft_consensus.cc:515] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:29.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.831035 31205 leader_election.cc:290] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65b948c9a8ed4e43bc12803dc31fdb4d (127.28.187.129:36933), 93591b3a06cd4c15a44018920666be1b (127.28.187.130:43623)
02:15:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.868680 30029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37785dd0a9664203b137c831c82f37ee" candidate_uuid: "afef80dd580946b1833874b85f9b423a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93591b3a06cd4c15a44018920666be1b" is_pre_election: true
02:15:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.868959 31203 tablet_bootstrap.cc:492] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a: No bootstrap required, opened a new log
02:15:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.869643 31203 ts_tablet_manager.cc:1403] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a: Time spent bootstrapping tablet: real 0.088s	user 0.008s	sys 0.010s
02:15:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:29.871556 30107 leader_election.cc:343] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 93591b3a06cd4c15a44018920666be1b (127.28.187.130:43623): Illegal state: must be running to vote when last-logged opid is not known
02:15:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.872145 31201 tablet_bootstrap.cc:654] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b: Neither blocks nor log segments found. Creating new log.
02:15:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.872089 29888 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37785dd0a9664203b137c831c82f37ee" candidate_uuid: "afef80dd580946b1833874b85f9b423a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" is_pre_election: true
02:15:29.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.873080 29888 raft_consensus.cc:2468] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afef80dd580946b1833874b85f9b423a in term 0.
02:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.874776 30104 leader_election.cc:304] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65b948c9a8ed4e43bc12803dc31fdb4d, afef80dd580946b1833874b85f9b423a; no voters: 93591b3a06cd4c15a44018920666be1b
02:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.876156 31205 raft_consensus.cc:2804] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Leader pre-election won for term 1
02:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.875865 31203 raft_consensus.cc:359] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.876525 31205 raft_consensus.cc:493] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.876708 31203 raft_consensus.cc:385] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.876889 31205 raft_consensus.cc:3060] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Advancing to term 1
02:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.877034 31203 raft_consensus.cc:740] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afef80dd580946b1833874b85f9b423a, State: Initialized, Role: FOLLOWER
02:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.877844 31199 tablet_bootstrap.cc:654] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d: Neither blocks nor log segments found. Creating new log.
02:15:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.878023 31203 consensus_queue.cc:260] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.885389 31205 raft_consensus.cc:515] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.889366 29888 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37785dd0a9664203b137c831c82f37ee" candidate_uuid: "afef80dd580946b1833874b85f9b423a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d"
02:15:29.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.889962 29888 raft_consensus.cc:3060] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Advancing to term 1
02:15:29.894 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:29.895 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:29.895 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:29.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:29.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:29.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:29.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:29.894301 30223 tablet.cc:2406] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.898186 31199 tablet_bootstrap.cc:492] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d: No bootstrap required, opened a new log
02:15:29.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.898962 31199 ts_tablet_manager.cc:1403] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d: Time spent bootstrapping tablet: real 0.084s	user 0.011s	sys 0.004s
02:15:29.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.901582 29888 raft_consensus.cc:2468] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate afef80dd580946b1833874b85f9b423a in term 1.
02:15:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.904405 30104 leader_election.cc:304] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 65b948c9a8ed4e43bc12803dc31fdb4d, afef80dd580946b1833874b85f9b423a; no voters: 
02:15:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.904073 31199 raft_consensus.cc:359] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.905043 31199 raft_consensus.cc:385] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.905390 31199 raft_consensus.cc:740] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65b948c9a8ed4e43bc12803dc31fdb4d, State: Initialized, Role: FOLLOWER
02:15:29.906 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:29.907 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:29.907 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:29.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:29.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:29.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:29.908 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.906208 31199 consensus_queue.cc:260] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.909958 31199 ts_tablet_manager.cc:1434] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d: Time spent starting tablet: real 0.011s	user 0.008s	sys 0.000s
02:15:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.910964 31199 tablet_bootstrap.cc:492] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d: Bootstrap starting.
02:15:29.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.919111 31205 leader_election.cc:290] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [CANDIDATE]: Term 1 election: Requested vote from peers 65b948c9a8ed4e43bc12803dc31fdb4d (127.28.187.129:36933), 93591b3a06cd4c15a44018920666be1b (127.28.187.130:43623)
02:15:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.919359 31199 tablet_bootstrap.cc:654] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d: Neither blocks nor log segments found. Creating new log.
02:15:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:29.922858 29943 tablet.cc:2406] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.923285 31205 raft_consensus.cc:2804] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 1 FOLLOWER]: Leader election won for term 1
02:15:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.923763 31205 raft_consensus.cc:697] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [term 1 LEADER]: Becoming Leader. State: Replica: afef80dd580946b1833874b85f9b423a, State: Running, Role: LEADER
02:15:29.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.929492 31205 consensus_queue.cc:237] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.931514 30029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37785dd0a9664203b137c831c82f37ee" candidate_uuid: "afef80dd580946b1833874b85f9b423a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93591b3a06cd4c15a44018920666be1b"
02:15:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:29.936774 30107 leader_election.cc:343] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 93591b3a06cd4c15a44018920666be1b (127.28.187.130:43623): Illegal state: must be running to vote when last-logged opid is not known
02:15:29.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:29.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.939384 31201 tablet_bootstrap.cc:492] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b: No bootstrap required, opened a new log
02:15:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.939821 31201 ts_tablet_manager.cc:1403] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b: Time spent bootstrapping tablet: real 0.135s	user 0.011s	sys 0.004s
02:15:29.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.940965 31199 tablet_bootstrap.cc:492] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d: No bootstrap required, opened a new log
02:15:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.941847 31199 ts_tablet_manager.cc:1403] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d: Time spent bootstrapping tablet: real 0.031s	user 0.014s	sys 0.002s
02:15:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.942925 31201 raft_consensus.cc:359] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.943681 31201 raft_consensus.cc:385] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.943985 31201 raft_consensus.cc:740] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93591b3a06cd4c15a44018920666be1b, State: Initialized, Role: FOLLOWER
02:15:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.944873 31201 consensus_queue.cc:260] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.947181 31203 ts_tablet_manager.cc:1434] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a: Time spent starting tablet: real 0.077s	user 0.006s	sys 0.023s
02:15:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.947921 31201 ts_tablet_manager.cc:1434] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b: Time spent starting tablet: real 0.008s	user 0.002s	sys 0.004s
02:15:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.948359 31203 tablet_bootstrap.cc:492] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a: Bootstrap starting.
02:15:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.968362 31201 tablet_bootstrap.cc:492] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b: Bootstrap starting.
02:15:29.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.976132 31201 tablet_bootstrap.cc:654] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b: Neither blocks nor log segments found. Creating new log.
02:15:29.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.974826 29522 catalog_manager.cc:5696] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a reported cstate change: term changed from 0 to 1, leader changed from <none> to afef80dd580946b1833874b85f9b423a (127.28.187.131). New cstate: current_term: 1 leader_uuid: "afef80dd580946b1833874b85f9b423a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } health_report { overall_health: HEALTHY } } }
02:15:29.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.983107 31201 tablet_bootstrap.cc:492] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b: No bootstrap required, opened a new log
02:15:29.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.983564 31201 ts_tablet_manager.cc:1403] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b: Time spent bootstrapping tablet: real 0.015s	user 0.008s	sys 0.004s
02:15:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.984409 31203 tablet_bootstrap.cc:654] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a: Neither blocks nor log segments found. Creating new log.
02:15:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.986593 31201 raft_consensus.cc:359] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.987349 31201 raft_consensus.cc:385] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.987648 31201 raft_consensus.cc:740] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93591b3a06cd4c15a44018920666be1b, State: Initialized, Role: FOLLOWER
02:15:29.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.988554 31201 consensus_queue.cc:260] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.993803 31199 raft_consensus.cc:359] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } }
02:15:29.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.996181 31199 raft_consensus.cc:385] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.996730 31199 raft_consensus.cc:740] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65b948c9a8ed4e43bc12803dc31fdb4d, State: Initialized, Role: FOLLOWER
02:15:29.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:29.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.998401 31203 tablet_bootstrap.cc:492] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a: No bootstrap required, opened a new log
02:15:29.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:29.998701 30082 tablet.cc:2406] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:29.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.998822 31203 ts_tablet_manager.cc:1403] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a: Time spent bootstrapping tablet: real 0.051s	user 0.007s	sys 0.010s
02:15:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.001060 31201 ts_tablet_manager.cc:1434] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b: Time spent starting tablet: real 0.017s	user 0.006s	sys 0.000s
02:15:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.004660 31207 raft_consensus.cc:493] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:15:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.004406 31203 raft_consensus.cc:359] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } }
02:15:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.005249 31203 raft_consensus.cc:385] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.005546 31203 raft_consensus.cc:740] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afef80dd580946b1833874b85f9b423a, State: Initialized, Role: FOLLOWER
02:15:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.005430 31207 raft_consensus.cc:515] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } }
02:15:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.006386 31203 consensus_queue.cc:260] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } }
02:15:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.010902 31207 leader_election.cc:290] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65b948c9a8ed4e43bc12803dc31fdb4d (127.28.187.129:36933), afef80dd580946b1833874b85f9b423a (127.28.187.131:37211)
02:15:30.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.017892 31203 ts_tablet_manager.cc:1434] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a: Time spent starting tablet: real 0.019s	user 0.005s	sys 0.001s
02:15:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:29.997628 31199 consensus_queue.cc:260] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } }
02:15:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.040930 31206 raft_consensus.cc:493] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:15:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.042203 31206 raft_consensus.cc:515] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.048724 31206 leader_election.cc:290] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 93591b3a06cd4c15a44018920666be1b (127.28.187.130:43623), afef80dd580946b1833874b85f9b423a (127.28.187.131:37211)
02:15:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.068706 31199 ts_tablet_manager.cc:1434] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d: Time spent starting tablet: real 0.126s	user 0.008s	sys 0.000s
02:15:30.076 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:30.077 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:30.077 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:30.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:30.122 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:30.122 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:30.123 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:30.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.124 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:30.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.125896 30171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e400ab1a63ce485cb98b8c1a59a6d632" candidate_uuid: "93591b3a06cd4c15a44018920666be1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afef80dd580946b1833874b85f9b423a" is_pre_election: true
02:15:30.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.126828 30171 raft_consensus.cc:2468] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93591b3a06cd4c15a44018920666be1b in term 0.
02:15:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.129326 29961 leader_election.cc:304] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 93591b3a06cd4c15a44018920666be1b, afef80dd580946b1833874b85f9b423a; no voters: 
02:15:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.130451 31207 raft_consensus.cc:2804] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Leader pre-election won for term 1
02:15:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.130900 31207 raft_consensus.cc:493] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:15:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.131294 31207 raft_consensus.cc:3060] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Advancing to term 1
02:15:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.133091 31154 heartbeater.cc:499] Master 127.29.132.189:33651 was elected leader, sending a full tablet report...
02:15:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.140280 29888 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e400ab1a63ce485cb98b8c1a59a6d632" candidate_uuid: "93591b3a06cd4c15a44018920666be1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" is_pre_election: true
02:15:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.141355 29888 raft_consensus.cc:2468] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93591b3a06cd4c15a44018920666be1b in term 0.
02:15:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.146301 31207 raft_consensus.cc:515] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } }
02:15:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.149890 29888 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e400ab1a63ce485cb98b8c1a59a6d632" candidate_uuid: "93591b3a06cd4c15a44018920666be1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d"
02:15:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.150619 29888 raft_consensus.cc:3060] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Advancing to term 1
02:15:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.166704 30171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e400ab1a63ce485cb98b8c1a59a6d632" candidate_uuid: "93591b3a06cd4c15a44018920666be1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afef80dd580946b1833874b85f9b423a"
02:15:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.167587 30171 raft_consensus.cc:3060] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Advancing to term 1
02:15:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.177505 31207 leader_election.cc:290] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [CANDIDATE]: Term 1 election: Requested vote from peers 65b948c9a8ed4e43bc12803dc31fdb4d (127.28.187.129:36933), afef80dd580946b1833874b85f9b423a (127.28.187.131:37211)
02:15:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.178262 29888 raft_consensus.cc:2468] T e400ab1a63ce485cb98b8c1a59a6d632 P 65b948c9a8ed4e43bc12803dc31fdb4d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93591b3a06cd4c15a44018920666be1b in term 1.
02:15:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.181246 29961 leader_election.cc:304] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 65b948c9a8ed4e43bc12803dc31fdb4d, 93591b3a06cd4c15a44018920666be1b; no voters: 
02:15:30.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.182523 31207 raft_consensus.cc:2804] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 1 FOLLOWER]: Leader election won for term 1
02:15:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.188233 30171 raft_consensus.cc:2468] T e400ab1a63ce485cb98b8c1a59a6d632 P afef80dd580946b1833874b85f9b423a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93591b3a06cd4c15a44018920666be1b in term 1.
02:15:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.190371 30170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "75ea6908bcd847d2b146ef9cd87616dd" candidate_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afef80dd580946b1833874b85f9b423a" is_pre_election: true
02:15:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.191190 30170 raft_consensus.cc:2468] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65b948c9a8ed4e43bc12803dc31fdb4d in term 0.
02:15:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.192718 29820 leader_election.cc:304] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 65b948c9a8ed4e43bc12803dc31fdb4d, afef80dd580946b1833874b85f9b423a; no voters: 
02:15:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.193578 31206 raft_consensus.cc:2804] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Leader pre-election won for term 1
02:15:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.193935 31206 raft_consensus.cc:493] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:15:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.194247 31206 raft_consensus.cc:3060] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 0 FOLLOWER]: Advancing to term 1
02:15:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.202176 31206 raft_consensus.cc:515] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.206426 31206 leader_election.cc:290] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [CANDIDATE]: Term 1 election: Requested vote from peers 93591b3a06cd4c15a44018920666be1b (127.28.187.130:43623), afef80dd580946b1833874b85f9b423a (127.28.187.131:37211)
02:15:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.209502 30171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "75ea6908bcd847d2b146ef9cd87616dd" candidate_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afef80dd580946b1833874b85f9b423a"
02:15:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.210081 30171 raft_consensus.cc:3060] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a [term 0 FOLLOWER]: Advancing to term 1
02:15:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.210348 30029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "75ea6908bcd847d2b146ef9cd87616dd" candidate_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93591b3a06cd4c15a44018920666be1b" is_pre_election: true
02:15:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.210881 30028 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "75ea6908bcd847d2b146ef9cd87616dd" candidate_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93591b3a06cd4c15a44018920666be1b"
02:15:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.211017 30029 raft_consensus.cc:2468] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65b948c9a8ed4e43bc12803dc31fdb4d in term 0.
02:15:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.217240 31207 raft_consensus.cc:697] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [term 1 LEADER]: Becoming Leader. State: Replica: 93591b3a06cd4c15a44018920666be1b, State: Running, Role: LEADER
02:15:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.217895 30171 raft_consensus.cc:2468] T 75ea6908bcd847d2b146ef9cd87616dd P afef80dd580946b1833874b85f9b423a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65b948c9a8ed4e43bc12803dc31fdb4d in term 1.
02:15:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.218825 31207 consensus_queue.cc:237] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } }
02:15:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.219224 29820 leader_election.cc:304] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65b948c9a8ed4e43bc12803dc31fdb4d, afef80dd580946b1833874b85f9b423a; no voters: 93591b3a06cd4c15a44018920666be1b
02:15:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.220034 31206 raft_consensus.cc:2804] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 1 FOLLOWER]: Leader election won for term 1
02:15:30.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.234891 29523 catalog_manager.cc:5696] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b reported cstate change: term changed from 0 to 1, leader changed from <none> to 93591b3a06cd4c15a44018920666be1b (127.28.187.130). New cstate: current_term: 1 leader_uuid: "93591b3a06cd4c15a44018920666be1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } health_report { overall_health: HEALTHY } } }
02:15:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.256534 31206 raft_consensus.cc:697] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [term 1 LEADER]: Becoming Leader. State: Replica: 65b948c9a8ed4e43bc12803dc31fdb4d, State: Running, Role: LEADER
02:15:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.258594 31206 consensus_queue.cc:237] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:30.264 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:30.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.265 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:30.266 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:30.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.267 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:30.276 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:30.276 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:30.276 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:30.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.278 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.275867 29523 catalog_manager.cc:5696] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d reported cstate change: term changed from 0 to 1, leader changed from <none> to 65b948c9a8ed4e43bc12803dc31fdb4d (127.28.187.129). New cstate: current_term: 1 leader_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } health_report { overall_health: UNKNOWN } } }
02:15:30.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:30.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.349814 31207 raft_consensus.cc:493] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:15:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.350334 31207 raft_consensus.cc:515] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 } } peers { permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 } } peers { permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 } }
02:15:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.352555 31207 leader_election.cc:290] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65b948c9a8ed4e43bc12803dc31fdb4d (127.28.187.129:36933), afef80dd580946b1833874b85f9b423a (127.28.187.131:37211)
02:15:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.353617 29888 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37785dd0a9664203b137c831c82f37ee" candidate_uuid: "93591b3a06cd4c15a44018920666be1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" is_pre_election: true
02:15:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.353911 30171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37785dd0a9664203b137c831c82f37ee" candidate_uuid: "93591b3a06cd4c15a44018920666be1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afef80dd580946b1833874b85f9b423a" is_pre_election: true
02:15:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.354429 29888 raft_consensus.cc:2393] T 37785dd0a9664203b137c831c82f37ee P 65b948c9a8ed4e43bc12803dc31fdb4d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 93591b3a06cd4c15a44018920666be1b in current term 1: Already voted for candidate afef80dd580946b1833874b85f9b423a in this term.
02:15:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.356238 29961 leader_election.cc:304] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 93591b3a06cd4c15a44018920666be1b; no voters: 65b948c9a8ed4e43bc12803dc31fdb4d, afef80dd580946b1833874b85f9b423a
02:15:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.357051 31207 raft_consensus.cc:3060] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Advancing to term 1
02:15:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.363353 31207 raft_consensus.cc:2749] T 37785dd0a9664203b137c831c82f37ee P 93591b3a06cd4c15a44018920666be1b [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:15:30.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.383421 31205 consensus_queue.cc:1048] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [LEADER]: Connected to new peer: Peer: permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:15:30.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:30.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.421473 31211 consensus_queue.cc:1048] T 37785dd0a9664203b137c831c82f37ee P afef80dd580946b1833874b85f9b423a [LEADER]: Connected to new peer: Peer: permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:15:30.427 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:30.427 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:30.427 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:30.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.429 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.430 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:30.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:30.446 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:30.446 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:30.446 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:30.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:30.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:30.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:30.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:30.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:30.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:30.449 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:30.450 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:30.450 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:30.450 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:30.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:30.574 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:30.575 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:30.575 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:30.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:30.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:30.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:30.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:30.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:30.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:30.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:30.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:30.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:30.576 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:30.584 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:30.584 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:30.584 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:30.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.585 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.585 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:30.608 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:30.608 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:30.608 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:30.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.609 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.667119 31207 consensus_queue.cc:1048] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [LEADER]: Connected to new peer: Peer: permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.686048 31207 consensus_queue.cc:1048] T e400ab1a63ce485cb98b8c1a59a6d632 P 93591b3a06cd4c15a44018920666be1b [LEADER]: Connected to new peer: Peer: permanent_uuid: "65b948c9a8ed4e43bc12803dc31fdb4d" member_type: VOTER last_known_addr { host: "127.28.187.129" port: 36933 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.727214 30028 raft_consensus.cc:3060] T 75ea6908bcd847d2b146ef9cd87616dd P 93591b3a06cd4c15a44018920666be1b [term 0 FOLLOWER]: Advancing to term 1
02:15:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.734084 31206 consensus_queue.cc:1048] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [LEADER]: Connected to new peer: Peer: permanent_uuid: "93591b3a06cd4c15a44018920666be1b" member_type: VOTER last_known_addr { host: "127.28.187.130" port: 43623 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:30.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:30.763231 31236 consensus_queue.cc:1048] T 75ea6908bcd847d2b146ef9cd87616dd P 65b948c9a8ed4e43bc12803dc31fdb4d [LEADER]: Connected to new peer: Peer: permanent_uuid: "afef80dd580946b1833874b85f9b423a" member_type: VOTER last_known_addr { host: "127.28.187.131" port: 37211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:30.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:30.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:30.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e400ab1a63ce485cb98b8c1a59a6d632 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:15:30.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 75ea6908bcd847d2b146ef9cd87616dd for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:15:30.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 37785dd0a9664203b137c831c82f37ee for table 'replication_test_table' with partition [0x800000C8, <end>)
02:15:30.844 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=e400ab1a63ce485cb98b8c1a59a6d632@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=75ea6908bcd847d2b146ef9cd87616dd@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)[L],93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=37785dd0a9664203b137c831c82f37ee@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)[L]]}]
02:15:30.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.187.190:43133, [4ms] Sub RPC GetTableLocations: received response from server master-127.28.187.190:43133: OK, deferred=null) after lookup
02:15:30.844 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:30.846 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:30.883 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:30.888 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3a81448a, L:/127.0.0.1:52738 - R:/127.28.187.130:43623] using TOKEN/null
02:15:30.899 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:30.899 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:30.899 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:30.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.900 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:30.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:30.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:30.901 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:30.910 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:30.910 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:30.910 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:30.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:30.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:30.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:30.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:30.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:30.939 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:31.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:31.001 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:31.002 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:31.002 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:31.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:31.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:31.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:31.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:31.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:31.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:31.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:31.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:31.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:31.003 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:31.235 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:31.236 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:31.240 [DEBUG - main] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:15:31.240 [DEBUG - main] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:15:31.241 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.132.189:33651(127.29.132.189:33651)] Successfully connected to peer
02:15:31.241 [DEBUG - main] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:15:31.242 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.132.190:46819(127.29.132.190:46819)] Successfully connected to peer
02:15:31.242 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.132.188:34893(127.29.132.188:34893)] Successfully connected to peer
02:15:31.246 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.190
02:15:31.250 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.189
02:15:31.251 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.188
02:15:31.255 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:31.259 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:31.259 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe7fa99e3, L:/127.0.0.1:55112 - R:/127.29.132.190:46819] using SASL/PLAIN
02:15:31.260 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:31.263 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x592e2a91, L:/127.0.0.1:48518 - R:/127.29.132.189:33651] using SASL/PLAIN
02:15:31.264 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6f8f11c4, L:/127.0.0.1:49042 - R:/127.29.132.188:34893] using SASL/PLAIN
02:15:31.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:15:31.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: OK, deferred=null) after lookup
02:15:31.271 [DEBUG - main] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:31.272 [DEBUG - main] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:31.272 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.187.190:43133(127.28.187.190:43133)] Successfully connected to peer
02:15:31.273 [DEBUG - main] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:31.274 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.187.188:36299(127.28.187.188:36299)] Successfully connected to peer
02:15:31.278 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.187.189:33035(127.28.187.189:33035)] Successfully connected to peer
02:15:31.280 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.190
02:15:31.281 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.188
02:15:31.284 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.189
02:15:31.290 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:31.293 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:31.294 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7d23f815, L:/127.0.0.1:43476 - R:/127.28.187.190:43133] using SASL/PLAIN
02:15:31.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:15:31.298 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x35c9a19c, L:/127.0.0.1:55672 - R:/127.28.187.189:33035] using SASL/PLAIN
02:15:31.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [27ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: OK, deferred=null) after lookup
02:15:31.301 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:31.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:31.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e400ab1a63ce485cb98b8c1a59a6d632 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:15:31.306 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1866a965, L:/127.0.0.1:58094 - R:/127.28.187.188:36299] using SASL/PLAIN
02:15:31.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 75ea6908bcd847d2b146ef9cd87616dd for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:15:31.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 37785dd0a9664203b137c831c82f37ee for table 'replication_test_table' with partition [0x800000C8, <end>)
02:15:31.307 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=e400ab1a63ce485cb98b8c1a59a6d632@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=75ea6908bcd847d2b146ef9cd87616dd@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)[L],93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=37785dd0a9664203b137c831c82f37ee@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)[L]]}]
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.309942 30353 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48518:
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:15:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\001d\000\000\000"
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:15:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:15:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:31.314981 30353 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:15:31.317 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:31.369 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:31.419 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.434223 30748 tablet_service.cc:1511] Processing CreateTablet for tablet f64c611632c94dc493d1b3c62eaad315 (DEFAULT_TABLE table=replication_test_table [id=3592cda6a246488cb2f357659f29249e]), partition=RANGE (key1) PARTITION VALUES < 100
02:15:31.439 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.439961 30748 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f64c611632c94dc493d1b3c62eaad315. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.460278 31088 tablet_service.cc:1511] Processing CreateTablet for tablet f64c611632c94dc493d1b3c62eaad315 (DEFAULT_TABLE table=replication_test_table [id=3592cda6a246488cb2f357659f29249e]), partition=RANGE (key1) PARTITION VALUES < 100
02:15:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.462579 31088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f64c611632c94dc493d1b3c62eaad315. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.464247 30892 tablet_service.cc:1511] Processing CreateTablet for tablet f64c611632c94dc493d1b3c62eaad315 (DEFAULT_TABLE table=replication_test_table [id=3592cda6a246488cb2f357659f29249e]), partition=RANGE (key1) PARTITION VALUES < 100
02:15:31.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.468050 30892 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f64c611632c94dc493d1b3c62eaad315. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:31.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:31.524 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:31.524 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:31.525 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:31.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:31.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:31.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:31.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:31.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:31.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:31.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:31.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:31.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:31.525 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:31.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.530946 31290 tablet_bootstrap.cc:492] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4: Bootstrap starting.
02:15:31.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.582788 31290 tablet_bootstrap.cc:654] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4: Neither blocks nor log segments found. Creating new log.
02:15:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.594115 31291 tablet_bootstrap.cc:492] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752: Bootstrap starting.
02:15:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.594367 31292 tablet_bootstrap.cc:492] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e: Bootstrap starting.
02:15:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.599830 31290 log.cc:826] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4: Log is configured to *not* fsync() on all Append() calls
02:15:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.601809 31292 tablet_bootstrap.cc:654] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e: Neither blocks nor log segments found. Creating new log.
02:15:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.604040 31292 log.cc:826] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e: Log is configured to *not* fsync() on all Append() calls
02:15:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.615499 31291 tablet_bootstrap.cc:654] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752: Neither blocks nor log segments found. Creating new log.
02:15:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.619127 31291 log.cc:826] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752: Log is configured to *not* fsync() on all Append() calls
02:15:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.622846 31290 tablet_bootstrap.cc:492] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4: No bootstrap required, opened a new log
02:15:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.623726 31290 ts_tablet_manager.cc:1403] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4: Time spent bootstrapping tablet: real 0.093s	user 0.008s	sys 0.011s
02:15:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.631659 31291 tablet_bootstrap.cc:492] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752: No bootstrap required, opened a new log
02:15:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.632207 31291 ts_tablet_manager.cc:1403] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752: Time spent bootstrapping tablet: real 0.046s	user 0.011s	sys 0.012s
02:15:31.634 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:31.635 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:31.635 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:31.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:31.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:31.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:31.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:31.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:31.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:31.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:31.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:31.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:31.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.656680 31292 tablet_bootstrap.cc:492] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e: No bootstrap required, opened a new log
02:15:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.658588 31292 ts_tablet_manager.cc:1403] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e: Time spent bootstrapping tablet: real 0.065s	user 0.017s	sys 0.011s
02:15:31.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.672272 31291 raft_consensus.cc:359] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } }
02:15:31.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.674561 31291 raft_consensus.cc:385] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.674932 31291 raft_consensus.cc:740] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 001476750d8148bca443abf69fd78752, State: Initialized, Role: FOLLOWER
02:15:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.676122 31291 consensus_queue.cc:260] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } }
02:15:31.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.691164 31291 ts_tablet_manager.cc:1434] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752: Time spent starting tablet: real 0.059s	user 0.025s	sys 0.020s
02:15:31.694 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:31.694 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:31.694 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:31.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:31.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:31.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:31.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:31.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:31.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:31.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:31.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:31.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:31.696 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.697964 31290 raft_consensus.cc:359] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } }
02:15:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.698890 31290 raft_consensus.cc:385] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.699221 31290 raft_consensus.cc:740] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e98330386cc94f62a55ff11e984c87e4, State: Initialized, Role: FOLLOWER
02:15:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.700178 31290 consensus_queue.cc:260] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } }
02:15:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.712080 31292 raft_consensus.cc:359] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } }
02:15:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.712945 31292 raft_consensus.cc:385] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.713304 31292 raft_consensus.cc:740] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49e72e3fd36848eb9a5e3a66a995373e, State: Initialized, Role: FOLLOWER
02:15:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.715742 31290 ts_tablet_manager.cc:1434] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4: Time spent starting tablet: real 0.092s	user 0.031s	sys 0.002s
02:15:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.716640 31292 consensus_queue.cc:260] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } }
02:15:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:31.735863 31292 ts_tablet_manager.cc:1434] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e: Time spent starting tablet: real 0.077s	user 0.025s	sys 0.014s
02:15:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:31.756426 31160 tablet.cc:2406] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:31.797049 30960 tablet.cc:2406] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:31.817 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:31.837266 30823 tablet.cc:2406] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:31.894 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:31.894 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:31.894 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:31.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:31.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:31.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:31.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:31.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:31.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:31.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:31.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:31.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:31.895 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:31.921 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:31.933 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:31.933 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:31.934 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:31.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:31.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:31.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:31.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:31.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:31.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:31.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:31.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:31.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:31.934 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:31.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:31.979 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:31.979 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:31.979 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:31.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:31.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:31.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:31.980 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:31.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:31.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:31.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:31.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:31.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:31.980 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:31.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:32.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.076042 31296 raft_consensus.cc:493] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:15:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.076630 31296 raft_consensus.cc:515] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } }
02:15:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.079973 31296 leader_election.cc:290] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49e72e3fd36848eb9a5e3a66a995373e (127.29.132.131:38047), e98330386cc94f62a55ff11e984c87e4 (127.29.132.130:40603)
02:15:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.096144 30912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f64c611632c94dc493d1b3c62eaad315" candidate_uuid: "001476750d8148bca443abf69fd78752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e98330386cc94f62a55ff11e984c87e4" is_pre_election: true
02:15:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.097054 30912 raft_consensus.cc:2468] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 001476750d8148bca443abf69fd78752 in term 0.
02:15:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.098502 30703 leader_election.cc:304] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 001476750d8148bca443abf69fd78752, e98330386cc94f62a55ff11e984c87e4; no voters: 
02:15:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.099704 31296 raft_consensus.cc:2804] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:15:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.100075 31296 raft_consensus.cc:493] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:15:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.100382 31296 raft_consensus.cc:3060] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Advancing to term 1
02:15:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.107798 31296 raft_consensus.cc:515] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } }
02:15:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.108105 31108 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f64c611632c94dc493d1b3c62eaad315" candidate_uuid: "001476750d8148bca443abf69fd78752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49e72e3fd36848eb9a5e3a66a995373e" is_pre_election: true
02:15:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.108956 31108 raft_consensus.cc:2468] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 001476750d8148bca443abf69fd78752 in term 0.
02:15:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.109763 31296 leader_election.cc:290] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [CANDIDATE]: Term 1 election: Requested vote from peers 49e72e3fd36848eb9a5e3a66a995373e (127.29.132.131:38047), e98330386cc94f62a55ff11e984c87e4 (127.29.132.130:40603)
02:15:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.110622 31108 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f64c611632c94dc493d1b3c62eaad315" candidate_uuid: "001476750d8148bca443abf69fd78752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49e72e3fd36848eb9a5e3a66a995373e"
02:15:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.111110 31108 raft_consensus.cc:3060] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Advancing to term 1
02:15:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.111207 30912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f64c611632c94dc493d1b3c62eaad315" candidate_uuid: "001476750d8148bca443abf69fd78752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e98330386cc94f62a55ff11e984c87e4"
02:15:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.111824 30912 raft_consensus.cc:3060] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Advancing to term 1
02:15:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.117372 30912 raft_consensus.cc:2468] T f64c611632c94dc493d1b3c62eaad315 P e98330386cc94f62a55ff11e984c87e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 001476750d8148bca443abf69fd78752 in term 1.
02:15:32.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.117781 31108 raft_consensus.cc:2468] T f64c611632c94dc493d1b3c62eaad315 P 49e72e3fd36848eb9a5e3a66a995373e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 001476750d8148bca443abf69fd78752 in term 1.
02:15:32.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.119347 30703 leader_election.cc:304] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 001476750d8148bca443abf69fd78752, e98330386cc94f62a55ff11e984c87e4; no voters: 
02:15:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.120000 31296 raft_consensus.cc:2804] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 1 FOLLOWER]: Leader election won for term 1
02:15:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.122576 31296 raft_consensus.cc:697] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [term 1 LEADER]: Becoming Leader. State: Replica: 001476750d8148bca443abf69fd78752, State: Running, Role: LEADER
02:15:32.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.123682 31296 consensus_queue.cc:237] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } }
02:15:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.139814 30353 catalog_manager.cc:5696] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 reported cstate change: term changed from 0 to 1, leader changed from <none> to 001476750d8148bca443abf69fd78752 (127.29.132.129). New cstate: current_term: 1 leader_uuid: "001476750d8148bca443abf69fd78752" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } health_report { overall_health: UNKNOWN } } }
02:15:32.194 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:32.195 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:32.195 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:32.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:32.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:32.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:32.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:32.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:32.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:32.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:32.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:32.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:32.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:32.317 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:32.346 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:32.346 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:32.346 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:32.346 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:32.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:32.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:32.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:32.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:32.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:32.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:32.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:32.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:32.347 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:32.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:32.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:32.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:32.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.612146 31296 consensus_queue.cc:1048] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.634229 31296 consensus_queue.cc:1048] T f64c611632c94dc493d1b3c62eaad315 P 001476750d8148bca443abf69fd78752 [LEADER]: Connected to new peer: Peer: permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:32.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.647095 30353 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:48518:
02:15:32.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:15:32.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:32.675937 30353 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet a8d4a6f836dc42699becfae45e96f095 has no consensus state
02:15:32.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:32.709450 30341 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet a8d4a6f836dc42699becfae45e96f095 (table replication_test_table [id=3592cda6a246488cb2f357659f29249e], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet a8d4a6f836dc42699becfae45e96f095 has no consensus state
02:15:32.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.716563 30748 tablet_service.cc:1511] Processing CreateTablet for tablet a8d4a6f836dc42699becfae45e96f095 (DEFAULT_TABLE table=replication_test_table [id=3592cda6a246488cb2f357659f29249e]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:15:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.717846 30748 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a8d4a6f836dc42699becfae45e96f095. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.728799 30892 tablet_service.cc:1511] Processing CreateTablet for tablet a8d4a6f836dc42699becfae45e96f095 (DEFAULT_TABLE table=replication_test_table [id=3592cda6a246488cb2f357659f29249e]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:15:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.730046 30892 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a8d4a6f836dc42699becfae45e96f095. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:32.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.731460 31088 tablet_service.cc:1511] Processing CreateTablet for tablet a8d4a6f836dc42699becfae45e96f095 (DEFAULT_TABLE table=replication_test_table [id=3592cda6a246488cb2f357659f29249e]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:15:32.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.732620 31088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a8d4a6f836dc42699becfae45e96f095. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:32.741 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:32.741 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:32.741 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:32.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:32.742 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:32.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:32.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:32.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:32.742 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:32.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:32.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:32.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:32.743 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.749531 31327 tablet_bootstrap.cc:492] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752: Bootstrap starting.
02:15:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.755390 31328 tablet_bootstrap.cc:492] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4: Bootstrap starting.
02:15:32.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.756668 31329 tablet_bootstrap.cc:492] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e: Bootstrap starting.
02:15:32.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.760656 31327 tablet_bootstrap.cc:654] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752: Neither blocks nor log segments found. Creating new log.
02:15:32.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.764227 31329 tablet_bootstrap.cc:654] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e: Neither blocks nor log segments found. Creating new log.
02:15:32.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.767629 31328 tablet_bootstrap.cc:654] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4: Neither blocks nor log segments found. Creating new log.
02:15:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.774732 31327 tablet_bootstrap.cc:492] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752: No bootstrap required, opened a new log
02:15:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.775245 31327 ts_tablet_manager.cc:1403] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752: Time spent bootstrapping tablet: real 0.026s	user 0.017s	sys 0.000s
02:15:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.778892 31327 raft_consensus.cc:359] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.779574 31327 raft_consensus.cc:385] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.779861 31327 raft_consensus.cc:740] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 001476750d8148bca443abf69fd78752, State: Initialized, Role: FOLLOWER
02:15:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.780628 31327 consensus_queue.cc:260] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.784659 31328 tablet_bootstrap.cc:492] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4: No bootstrap required, opened a new log
02:15:32.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.785213 31327 ts_tablet_manager.cc:1434] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.000s
02:15:32.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.785275 31328 ts_tablet_manager.cc:1403] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4: Time spent bootstrapping tablet: real 0.030s	user 0.009s	sys 0.011s
02:15:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.787837 31328 raft_consensus.cc:359] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.788422 31328 raft_consensus.cc:385] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.788690 31328 raft_consensus.cc:740] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e98330386cc94f62a55ff11e984c87e4, State: Initialized, Role: FOLLOWER
02:15:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.789490 31328 consensus_queue.cc:260] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.799304 31328 ts_tablet_manager.cc:1434] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4: Time spent starting tablet: real 0.014s	user 0.003s	sys 0.002s
02:15:32.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.804774 31329 tablet_bootstrap.cc:492] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e: No bootstrap required, opened a new log
02:15:32.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.805259 31329 ts_tablet_manager.cc:1403] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e: Time spent bootstrapping tablet: real 0.050s	user 0.016s	sys 0.020s
02:15:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.808398 31329 raft_consensus.cc:359] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.809209 31329 raft_consensus.cc:385] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.809556 31329 raft_consensus.cc:740] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49e72e3fd36848eb9a5e3a66a995373e, State: Initialized, Role: FOLLOWER
02:15:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.810256 31329 consensus_queue.cc:260] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.814533 31329 ts_tablet_manager.cc:1434] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e: Time spent starting tablet: real 0.009s	user 0.005s	sys 0.000s
02:15:32.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.829751 30353 catalog_manager.cc:6241] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983: replication_test_table [id=3592cda6a246488cb2f357659f29249e] alter complete (version 0)
02:15:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.844278 30353 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:48518:
02:15:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\310\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:15:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:32.871085 30353 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet a8d4a6f836dc42699becfae45e96f095 consensus state has no leader
02:15:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:32.871832 30353 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet bd5e268a32494c4a8e5ca0a0868d835d has no consensus state
02:15:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.898881 30748 tablet_service.cc:1511] Processing CreateTablet for tablet bd5e268a32494c4a8e5ca0a0868d835d (DEFAULT_TABLE table=replication_test_table [id=3592cda6a246488cb2f357659f29249e]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:15:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.900027 30748 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bd5e268a32494c4a8e5ca0a0868d835d. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:32.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.903658 30892 tablet_service.cc:1511] Processing CreateTablet for tablet bd5e268a32494c4a8e5ca0a0868d835d (DEFAULT_TABLE table=replication_test_table [id=3592cda6a246488cb2f357659f29249e]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:15:32.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.904896 30892 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bd5e268a32494c4a8e5ca0a0868d835d. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:32.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.907248 31088 tablet_service.cc:1511] Processing CreateTablet for tablet bd5e268a32494c4a8e5ca0a0868d835d (DEFAULT_TABLE table=replication_test_table [id=3592cda6a246488cb2f357659f29249e]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:15:32.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.908393 31088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bd5e268a32494c4a8e5ca0a0868d835d. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:32.914 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:32.914 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:32.914 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:32.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:32.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:32.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:32.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:32.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:32.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:32.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:32.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:32.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:32.916 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:32.919 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:32.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.922904 31328 tablet_bootstrap.cc:492] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4: Bootstrap starting.
02:15:32.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.929819 31328 tablet_bootstrap.cc:654] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4: Neither blocks nor log segments found. Creating new log.
02:15:32.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.943794 31328 tablet_bootstrap.cc:492] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4: No bootstrap required, opened a new log
02:15:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.944267 31328 ts_tablet_manager.cc:1403] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4: Time spent bootstrapping tablet: real 0.022s	user 0.010s	sys 0.010s
02:15:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.944722 31327 tablet_bootstrap.cc:492] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752: Bootstrap starting.
02:15:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.946897 31328 raft_consensus.cc:359] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.947572 31328 raft_consensus.cc:385] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.947742 31329 tablet_bootstrap.cc:492] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e: Bootstrap starting.
02:15:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.947870 31328 raft_consensus.cc:740] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e98330386cc94f62a55ff11e984c87e4, State: Initialized, Role: FOLLOWER
02:15:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.948571 31328 consensus_queue.cc:260] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.951151 31327 tablet_bootstrap.cc:654] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752: Neither blocks nor log segments found. Creating new log.
02:15:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.953156 31328 ts_tablet_manager.cc:1434] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4: Time spent starting tablet: real 0.009s	user 0.004s	sys 0.002s
02:15:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.955864 31329 tablet_bootstrap.cc:654] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e: Neither blocks nor log segments found. Creating new log.
02:15:32.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.971879 31327 tablet_bootstrap.cc:492] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752: No bootstrap required, opened a new log
02:15:32.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.972362 31327 ts_tablet_manager.cc:1403] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752: Time spent bootstrapping tablet: real 0.028s	user 0.013s	sys 0.000s
02:15:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.975351 31327 raft_consensus.cc:359] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.976152 31327 raft_consensus.cc:385] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.976441 31327 raft_consensus.cc:740] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 001476750d8148bca443abf69fd78752, State: Initialized, Role: FOLLOWER
02:15:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.977254 31327 consensus_queue.cc:260] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:32.986929 31327 ts_tablet_manager.cc:1434] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752: Time spent starting tablet: real 0.014s	user 0.002s	sys 0.004s
02:15:32.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:33.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.010973 30353 catalog_manager.cc:6241] T 00000000000000000000000000000000 P a7787a8be985415fbaca5e3874cec983: replication_test_table [id=3592cda6a246488cb2f357659f29249e] alter complete (version 0)
02:15:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.018999 31296 raft_consensus.cc:493] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:15:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.019497 31296 raft_consensus.cc:515] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.021921 31296 leader_election.cc:290] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e98330386cc94f62a55ff11e984c87e4 (127.29.132.130:40603), 49e72e3fd36848eb9a5e3a66a995373e (127.29.132.131:38047)
02:15:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.023008 31108 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bd5e268a32494c4a8e5ca0a0868d835d" candidate_uuid: "001476750d8148bca443abf69fd78752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49e72e3fd36848eb9a5e3a66a995373e" is_pre_election: true
02:15:33.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:33.025070 30703 leader_election.cc:343] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 49e72e3fd36848eb9a5e3a66a995373e (127.29.132.131:38047): Illegal state: must be running to vote when last-logged opid is not known
02:15:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.027809 31329 tablet_bootstrap.cc:492] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e: No bootstrap required, opened a new log
02:15:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.028192 31329 ts_tablet_manager.cc:1403] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e: Time spent bootstrapping tablet: real 0.081s	user 0.012s	sys 0.000s
02:15:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.030772 31329 raft_consensus.cc:359] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:33.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.036458 30912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bd5e268a32494c4a8e5ca0a0868d835d" candidate_uuid: "001476750d8148bca443abf69fd78752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e98330386cc94f62a55ff11e984c87e4" is_pre_election: true
02:15:33.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.037737 30912 raft_consensus.cc:2468] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 001476750d8148bca443abf69fd78752 in term 0.
02:15:33.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.039043 30703 leader_election.cc:304] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 001476750d8148bca443abf69fd78752, e98330386cc94f62a55ff11e984c87e4; no voters: 49e72e3fd36848eb9a5e3a66a995373e
02:15:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.040158 31296 raft_consensus.cc:2804] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:15:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.040448 31296 raft_consensus.cc:493] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:15:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.040827 31296 raft_consensus.cc:3060] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Advancing to term 1
02:15:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.031414 31329 raft_consensus.cc:385] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.041453 31329 raft_consensus.cc:740] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49e72e3fd36848eb9a5e3a66a995373e, State: Initialized, Role: FOLLOWER
02:15:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.042240 31329 consensus_queue.cc:260] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.047076 31329 ts_tablet_manager.cc:1434] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e: Time spent starting tablet: real 0.019s	user 0.007s	sys 0.000s
02:15:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.047636 31296 raft_consensus.cc:515] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.050727 31296 leader_election.cc:290] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [CANDIDATE]: Term 1 election: Requested vote from peers e98330386cc94f62a55ff11e984c87e4 (127.29.132.130:40603), 49e72e3fd36848eb9a5e3a66a995373e (127.29.132.131:38047)
02:15:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.051986 31108 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bd5e268a32494c4a8e5ca0a0868d835d" candidate_uuid: "001476750d8148bca443abf69fd78752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49e72e3fd36848eb9a5e3a66a995373e"
02:15:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.052517 31108 raft_consensus.cc:3060] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Advancing to term 1
02:15:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.054777 30912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bd5e268a32494c4a8e5ca0a0868d835d" candidate_uuid: "001476750d8148bca443abf69fd78752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e98330386cc94f62a55ff11e984c87e4"
02:15:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.055298 30912 raft_consensus.cc:3060] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Advancing to term 1
02:15:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.059173 31108 raft_consensus.cc:2468] T bd5e268a32494c4a8e5ca0a0868d835d P 49e72e3fd36848eb9a5e3a66a995373e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 001476750d8148bca443abf69fd78752 in term 1.
02:15:33.063 [DEBUG - main] (Connection.java:575) [peer master-127.28.187.189:33035(127.28.187.189:33035)] disconnecting while in state READY
02:15:33.063 [DEBUG - main] (Connection.java:575) [peer master-127.28.187.190:43133(127.28.187.190:43133)] disconnecting while in state READY
02:15:33.063 [DEBUG - main] (Connection.java:575) [peer master-127.28.187.188:36299(127.28.187.188:36299)] disconnecting while in state READY
02:15:33.064 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.187.189:33035(127.28.187.189:33035)] handling channelInactive
02:15:33.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state READY due to: connection closed
02:15:33.065 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.187.190:43133(127.28.187.190:43133)] handling channelInactive
02:15:33.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state READY due to: connection closed
02:15:33.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:33.066 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:33.066 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:33.066 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:33.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:33.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:33.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:33.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:33.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:33.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:33.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:33.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:33.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:33.068 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:33.069 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
02:15:33.069 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:15:33.072 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.187.188:36299(127.28.187.188:36299)] handling channelInactive
02:15:33.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state READY due to: connection closed
02:15:33.072 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
02:15:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.071910 30703 leader_election.cc:304] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 001476750d8148bca443abf69fd78752, 49e72e3fd36848eb9a5e3a66a995373e; no voters: 
02:15:33.072 [DEBUG - main] (Connection.java:575) [peer master-127.29.132.188:34893(127.29.132.188:34893)] disconnecting while in state READY
02:15:33.072 [DEBUG - main] (Connection.java:575) [peer master-127.29.132.189:33651(127.29.132.189:33651)] disconnecting while in state READY
02:15:33.072 [DEBUG - main] (Connection.java:575) [peer master-127.29.132.190:46819(127.29.132.190:46819)] disconnecting while in state READY
02:15:33.073 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.132.188:34893(127.29.132.188:34893)] handling channelInactive
02:15:33.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state READY due to: connection closed
02:15:33.073 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.132.189:33651(127.29.132.189:33651)] handling channelInactive
02:15:33.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state READY due to: connection closed
02:15:33.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:33.074 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:15:33.074 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
02:15:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.073032 31296 raft_consensus.cc:2804] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 1 FOLLOWER]: Leader election won for term 1
02:15:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.073539 31296 raft_consensus.cc:697] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [term 1 LEADER]: Becoming Leader. State: Replica: 001476750d8148bca443abf69fd78752, State: Running, Role: LEADER
02:15:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.074311 31296 consensus_queue.cc:237] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:33.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.079568 30912 raft_consensus.cc:2468] T bd5e268a32494c4a8e5ca0a0868d835d P e98330386cc94f62a55ff11e984c87e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 001476750d8148bca443abf69fd78752 in term 1.
02:15:33.081 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.132.190:46819(127.29.132.190:46819)] handling channelInactive
02:15:33.081 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state READY due to: connection closed
02:15:33.081 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:15:33.082 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:15:33.082 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:15:33.082 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:15:33.082 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:15:33.082 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:15:33.082 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:15:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.121600 30353 catalog_manager.cc:5696] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 reported cstate change: term changed from 0 to 1, leader changed from <none> to 001476750d8148bca443abf69fd78752 (127.29.132.129). New cstate: current_term: 1 leader_uuid: "001476750d8148bca443abf69fd78752" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } health_report { overall_health: UNKNOWN } } }
02:15:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.124712 31319 raft_consensus.cc:493] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:15:33.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.125447 31319 raft_consensus.cc:515] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:33.131 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:15:33.131 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:15:33.131 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:15:33.131 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:15:33.131 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:15:33.131 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:15:33.132 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:15:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.155761 31319 leader_election.cc:290] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 001476750d8148bca443abf69fd78752 (127.29.132.129:36739), e98330386cc94f62a55ff11e984c87e4 (127.29.132.130:40603)
02:15:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.176553 30912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8d4a6f836dc42699becfae45e96f095" candidate_uuid: "49e72e3fd36848eb9a5e3a66a995373e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e98330386cc94f62a55ff11e984c87e4" is_pre_election: true
02:15:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.177240 30912 raft_consensus.cc:2468] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 49e72e3fd36848eb9a5e3a66a995373e in term 0.
02:15:33.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.183598 30769 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8d4a6f836dc42699becfae45e96f095" candidate_uuid: "49e72e3fd36848eb9a5e3a66a995373e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "001476750d8148bca443abf69fd78752" is_pre_election: true
02:15:33.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.184008 31043 leader_election.cc:304] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49e72e3fd36848eb9a5e3a66a995373e, e98330386cc94f62a55ff11e984c87e4; no voters: 
02:15:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.184394 30769 raft_consensus.cc:2468] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 49e72e3fd36848eb9a5e3a66a995373e in term 0.
02:15:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.184867 31319 raft_consensus.cc:2804] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:15:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.185199 31319 raft_consensus.cc:493] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:15:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.185511 31319 raft_consensus.cc:3060] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 0 FOLLOWER]: Advancing to term 1
02:15:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.190999 31319 raft_consensus.cc:515] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:33.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.192700 31319 leader_election.cc:290] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [CANDIDATE]: Term 1 election: Requested vote from peers 001476750d8148bca443abf69fd78752 (127.29.132.129:36739), e98330386cc94f62a55ff11e984c87e4 (127.29.132.130:40603)
02:15:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.193466 30769 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8d4a6f836dc42699becfae45e96f095" candidate_uuid: "49e72e3fd36848eb9a5e3a66a995373e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "001476750d8148bca443abf69fd78752"
02:15:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.194113 30769 raft_consensus.cc:3060] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752 [term 0 FOLLOWER]: Advancing to term 1
02:15:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.194482 30912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8d4a6f836dc42699becfae45e96f095" candidate_uuid: "49e72e3fd36848eb9a5e3a66a995373e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e98330386cc94f62a55ff11e984c87e4"
02:15:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.195019 30912 raft_consensus.cc:3060] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4 [term 0 FOLLOWER]: Advancing to term 1
02:15:33.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.200614 30912 raft_consensus.cc:2468] T a8d4a6f836dc42699becfae45e96f095 P e98330386cc94f62a55ff11e984c87e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 49e72e3fd36848eb9a5e3a66a995373e in term 1.
02:15:33.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.201297 30769 raft_consensus.cc:2468] T a8d4a6f836dc42699becfae45e96f095 P 001476750d8148bca443abf69fd78752 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 49e72e3fd36848eb9a5e3a66a995373e in term 1.
02:15:33.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.201716 31043 leader_election.cc:304] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49e72e3fd36848eb9a5e3a66a995373e, e98330386cc94f62a55ff11e984c87e4; no voters: 
02:15:33.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.202483 31319 raft_consensus.cc:2804] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 1 FOLLOWER]: Leader election won for term 1
02:15:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.204205 31319 raft_consensus.cc:697] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [term 1 LEADER]: Becoming Leader. State: Replica: 49e72e3fd36848eb9a5e3a66a995373e, State: Running, Role: LEADER
02:15:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.206324 31319 consensus_queue.cc:237] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } }
02:15:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.216107 30353 catalog_manager.cc:5696] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e reported cstate change: term changed from 0 to 1, leader changed from <none> to 49e72e3fd36848eb9a5e3a66a995373e (127.29.132.131). New cstate: current_term: 1 leader_uuid: "49e72e3fd36848eb9a5e3a66a995373e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 } health_report { overall_health: HEALTHY } } }
02:15:33.294 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:33.294 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:33.294 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:33.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:33.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:33.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:33.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:33.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:33.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:33.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:33.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:33.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:33.295 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:33.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:33.376 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:33.376 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:33.376 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:33.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:33.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:33.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:33.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:33.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:33.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:33.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:33.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:33.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:33.377 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:33.380 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:15:33.419 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:33.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:33.442 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:15:33.442 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:15:33.442 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:15:33.457 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:15:33.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:33.582 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:33.582 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:33.582 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:33.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:33.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:33.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:33.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:33.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:33.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:33.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:33.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:33.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:33.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:33.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.596587 31304 consensus_queue.cc:1048] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [LEADER]: Connected to new peer: Peer: permanent_uuid: "49e72e3fd36848eb9a5e3a66a995373e" member_type: VOTER last_known_addr { host: "127.29.132.131" port: 38047 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:33.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.597721 31352 consensus_queue.cc:1048] T bd5e268a32494c4a8e5ca0a0868d835d P 001476750d8148bca443abf69fd78752 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:33.614 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:33.614 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:33.614 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:33.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:33.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:33.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:33.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:33.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:33.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:33.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:33.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:33.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:33.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:33.646 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:33.646 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:33.647 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:33.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:33.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:33.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:33.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:33.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:33.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:33.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:33.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:33.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:33.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.716709 31319 consensus_queue.cc:1048] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [LEADER]: Connected to new peer: Peer: permanent_uuid: "e98330386cc94f62a55ff11e984c87e4" member_type: VOTER last_known_addr { host: "127.29.132.130" port: 40603 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:33.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:33.801381 31363 consensus_queue.cc:1048] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e [LEADER]: Connected to new peer: Peer: permanent_uuid: "001476750d8148bca443abf69fd78752" member_type: VOTER last_known_addr { host: "127.29.132.129" port: 36739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:15:33.804 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:33.804 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:33.804 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:33.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:33.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:33.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:33.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:33.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:33.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:33.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:33.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:33.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:33.805 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:33.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:33.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:33.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:33.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:34.085 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:34.085 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:34.085 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:34.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:34.090 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:34.090 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:34.091 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:34.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:34.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:34.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:34.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:34.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:34.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:34.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:34.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:34.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:34.091 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:34.093 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:34.094 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:34.094 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:34.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:34.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:34.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:34.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:34.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:34.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:34.095 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:34.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:34.095 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:34.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:34.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:34.095 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:34.095 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:34.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:34.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:34.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:34.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:34.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:34.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:34.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:34.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:34.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:34.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:34.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:34.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:34.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:34.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.140 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:34.301 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:34.301 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:34.301 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:34.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:34.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:34.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:34.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:34.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:34.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:34.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:34.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:34.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:34.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:34.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:34.354 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:34.354 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:34.354 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:34.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:34.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:34.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:34.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:34.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:34.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:34.355 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:34.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:34.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:34.355 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:34.380 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:15:34.399 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:34.399 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:34.399 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:34.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.400 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:34.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:34.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:34.477 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:34.477 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:34.477 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:34.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.478 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:34.480995 30307 debug-util.cc:398] Leaking SignalData structure 0x7b080003cfa0 after lost signal to thread 30240
02:15:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:34.481719 30307 debug-util.cc:398] Leaking SignalData structure 0x7b08000a4720 after lost signal to thread 30310
02:15:34.505 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:34.558 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:15:34.575 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:15:34.587 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:34.587 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:34.587 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:34.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:34.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:34.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:34.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:34.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:34.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:34.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:34.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:34.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:34.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:34.599 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:34.599 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:34.599 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:34.600 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:34.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:34.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:34.601 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:34.638 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:15:34.647 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:34.648 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:34.648 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:34.648 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:34.648 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:34.648 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:34.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:34.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:34.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:34.649 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:34.649 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:34.649 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:34.649 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:34.660 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:15:34.678 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:15:34.688 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:15:34.689 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:15:34.689 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:15:34.689 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:15:34.690 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:15:34.690 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:15:34.690 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:15:34.690 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:15:34.691 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:15:34.691 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:15:34.691 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:15:34.692 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:15:34.692 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:15:34.692 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:15:34.692 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:15:34.692 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:15:34.692 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:15:34.692 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:15:34.692 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:15:34.693 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:15:34.693 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:15:34.693 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:15:34.693 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:15:34.693 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:15:34.694 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_dc2aa4c7b88f43d9fa30eb197471b4c5/blobStorage
02:15:34.707 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:39137 - max concurrent requests: 50 - max backlog: 1000
02:15:34.708 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_dc2aa4c7b88f43d9fa30eb197471b4c5/blobStorage
02:15:34.709 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_dc2aa4c7b88f43d9fa30eb197471b4c5/blobStorage
02:15:34.710 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:15:34.710 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 4efbba9f-4320-412b-a6f1-a7386d1a284b
02:15:34.714 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
02:15:34.714 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-9fee4186-4723-42af-8f95-e47f0e7bb757
02:15:34.716 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-c9696695-116b-4a7b-bd0f-59fd3de64ea6
02:15:34.780 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:15:34.781 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:15:34.781 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:15:34.781 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:15:34.782 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:15:34.784 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_16 .
02:15:34.789 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
02:15:34.789 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-b0b66ef9-5bb3-441f-a456-b48f5ff0e0b3
02:15:34.790 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:15:34.791 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:15:34.802 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:15:34.802 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:15:34.808 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:35831
02:15:34.808 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:15:34.818 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:15:34.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:34.818 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:35831 was granted leadership with leaderSessionID=7d48bff6-af2f-4d34-9341-9dad18859797
02:15:34.818 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:35831 , session=7d48bff6-af2f-4d34-9341-9dad18859797
02:15:34.819 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 941acaf7-53db-4a23-a1aa-eabb3a80a71e. Creating new DispatcherLeaderProcess.
02:15:34.819 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:15:34.819 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:15:34.819 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:15:34.820 [INFO - mini-cluster-io-thread-3] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:15:34.820 [INFO - mini-cluster-io-thread-3] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:15:34.822 [INFO - mini-cluster-io-thread-3] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_17 .
02:15:34.829 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_17 , session=941acaf7-53db-4a23-a1aa-eabb3a80a71e
02:15:34.838 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:15:34.845 [INFO - pool-317-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id ce8313f6-c41d-4070-83ec-f6f128330b1f.
02:15:34.848 [INFO - pool-317-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_18 .
02:15:34.871 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
02:15:34.876 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:15:34.876 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:15:34.876 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:15:34.876 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:15:34.877 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_18 , session=ce8313f6-c41d-4070-83ec-f6f128330b1f
02:15:34.882 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(83ecf6f128330b1fce8313f6c41d4070).
02:15:34.888 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:15:34.901 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (2fc7145bc3a385d81c277ecc52f1da3e).
02:15:34.901 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (2fc7145bc3a385d81c277ecc52f1da3e).
02:15:34.902 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-2fc7145bc3a385d81c277ecc52f1da3e'.
02:15:34.902 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 2fc7145bc3a385d81c277ecc52f1da3e was granted leadership with leader id ed0b2f92-6fd8-4544-9018-17042e3da487. Creating new JobMasterServiceProcess.
02:15:34.903 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID 4efbba9f-4320-412b-a6f1-a7386d1a284b (pekko://flink/user/rpc/taskmanager_16) at ResourceManager
02:15:34.904 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_18 under registration id ddbb39495201fce8509e3b40e6f9f345.
02:15:34.905 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor 4efbba9f-4320-412b-a6f1-a7386d1a284b under ddbb39495201fce8509e3b40e6f9f345 at the slot manager.
02:15:34.919 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:34.928 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_19 .
02:15:34.936 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (2fc7145bc3a385d81c277ecc52f1da3e).
02:15:34.940 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:34.956 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e).
02:15:34.957 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 09dd54ae8dfef9f642f12d798578e6ae for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:34.958 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e).
02:15:34.958 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:15:34.961 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:15:34.961 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60e3453e
02:15:34.961 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:34.961 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15205051016984618529/checkpoints")
02:15:34.967 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:15:34.968 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@40cb3424 for Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e).
02:15:34.968 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_19 , session=ed0b2f92-6fd8-4544-9018-17042e3da487
02:15:34.978 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (2fc7145bc3a385d81c277ecc52f1da3e) under job master id 901817042e3da487ed0b2f926fd84544.
02:15:34.979 [INFO - flink-pekko.actor.default-dispatcher-5] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:15:34.981 [DEBUG - flink-pekko.actor.default-dispatcher-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:34.994 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:15:34.994 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e) switched from state CREATED to RUNNING.
02:15:34.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:35.005 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:15:35.006 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:35.007 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:35.008 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:15:35.008 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:15:35.008 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:15:35.009 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:35.009 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(83ecf6f128330b1fce8313f6c41d4070)
02:15:35.010 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.187.189:33035(127.28.187.189:33035)] Successfully connected to peer
02:15:35.011 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:15:35.011 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager 901817042e3da487ed0b2f926fd84544@pekko://flink/user/rpc/jobmanager_19 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:35.013 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.187.190:43133(127.28.187.190:43133)] Successfully connected to peer
02:15:35.013 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.187.188:36299(127.28.187.188:36299)] Successfully connected to peer
02:15:35.025 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager 901817042e3da487ed0b2f926fd84544@pekko://flink/user/rpc/jobmanager_19 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:35.044 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.190
02:15:35.044 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.188
02:15:35.061 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.189
02:15:35.061 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.069 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x80f3f274, L:/127.0.0.1:43488 - R:/127.28.187.190:43133] using SASL/PLAIN
02:15:35.070 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 83ecf6f128330b1fce8313f6c41d4070.
02:15:35.070 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 2fc7145bc3a385d81c277ecc52f1da3e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:15:35.073 [DEBUG - main] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:15:35.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:15:35.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [66ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: OK, deferred=null) after lookup
02:15:35.075 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:35.081 [DEBUG - main] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:15:35.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e400ab1a63ce485cb98b8c1a59a6d632 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:15:35.084 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 75ea6908bcd847d2b146ef9cd87616dd for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:15:35.084 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 37785dd0a9664203b137c831c82f37ee for table 'replication_test_table' with partition [0x800000C8, <end>)
02:15:35.084 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=e400ab1a63ce485cb98b8c1a59a6d632@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=75ea6908bcd847d2b146ef9cd87616dd@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)[L],93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=37785dd0a9664203b137c831c82f37ee@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)[L]]}]
02:15:35.089 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.091 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x818f8d9e, L:/127.0.0.1:58108 - R:/127.28.187.188:36299] using SASL/PLAIN
02:15:35.094 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5cb439fe, L:/127.0.0.1:55684 - R:/127.28.187.189:33035] using SASL/PLAIN
02:15:35.097 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.132.189:33651(127.29.132.189:33651)] Successfully connected to peer
02:15:35.101 [DEBUG - main] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:15:35.103 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.189
02:15:35.111 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.113 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.132.188:34893(127.29.132.188:34893)] Successfully connected to peer
02:15:35.117 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.132.190:46819(127.29.132.190:46819)] Successfully connected to peer
02:15:35.117 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2ebd341e, L:/127.0.0.1:48524 - R:/127.29.132.189:33651] using SASL/PLAIN
02:15:35.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:15:35.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=111), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [49ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: OK, deferred=null) after lookup
02:15:35.130 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:35.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f64c611632c94dc493d1b3c62eaad315 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:15:35.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a8d4a6f836dc42699becfae45e96f095 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:15:35.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bd5e268a32494c4a8e5ca0a0868d835d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:15:35.137 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f64c611632c94dc493d1b3c62eaad315@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a8d4a6f836dc42699becfae45e96f095@[001476750d8148bca443abf69fd78752(127.29.132.129:36739),49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)[L],e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=bd5e268a32494c4a8e5ca0a0868d835d@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}]
02:15:35.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.132.189:33651, [5ms] Sub RPC GetTableLocations: received response from server master-127.29.132.189:33651: OK, deferred=null)) after lookup
02:15:35.138 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 001476750d8148bca443abf69fd78752(127.29.132.129:36739)] connecting to peer
02:15:35.139 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 2fc7145bc3a385d81c277ecc52f1da3e
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 4efbba9f-4320-412b-a6f1-a7386d1a284b
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:15:35.139 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.190
02:15:35.140 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 85232e91ca6a66e2c5ee995845022b55 from 4efbba9f-4320-412b-a6f1-a7386d1a284b for job 2fc7145bc3a385d81c277ecc52f1da3e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:15:35.140 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot d2ce4cfa9b16f1c3aee643fd08dfc6ef from 4efbba9f-4320-412b-a6f1-a7386d1a284b for job 2fc7145bc3a385d81c277ecc52f1da3e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:15:35.141 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5a6f351a6d1fcbf43486dc03f1e53fe0 from 4efbba9f-4320-412b-a6f1-a7386d1a284b for job 2fc7145bc3a385d81c277ecc52f1da3e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:15:35.141 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6f51229a08f0d2e5716a15bc60e25305 from 4efbba9f-4320-412b-a6f1-a7386d1a284b for job 2fc7145bc3a385d81c277ecc52f1da3e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:15:35.142 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 85232e91ca6a66e2c5ee995845022b55 for job 2fc7145bc3a385d81c277ecc52f1da3e from resource manager with leader id 83ecf6f128330b1fce8313f6c41d4070.
02:15:35.142 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 85232e91ca6a66e2c5ee995845022b55 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:15:35.143 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 001476750d8148bca443abf69fd78752(127.29.132.129:36739)] Successfully connected to peer
02:15:35.158 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.159 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.188
02:15:35.162 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job 2fc7145bc3a385d81c277ecc52f1da3e for job leader monitoring.
02:15:35.162 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request d2ce4cfa9b16f1c3aee643fd08dfc6ef for job 2fc7145bc3a385d81c277ecc52f1da3e from resource manager with leader id 83ecf6f128330b1fce8313f6c41d4070.
02:15:35.163 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for d2ce4cfa9b16f1c3aee643fd08dfc6ef with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:15:35.163 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 5a6f351a6d1fcbf43486dc03f1e53fe0 for job 2fc7145bc3a385d81c277ecc52f1da3e from resource manager with leader id 83ecf6f128330b1fce8313f6c41d4070.
02:15:35.163 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 5a6f351a6d1fcbf43486dc03f1e53fe0 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:15:35.163 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 6f51229a08f0d2e5716a15bc60e25305 for job 2fc7145bc3a385d81c277ecc52f1da3e from resource manager with leader id 83ecf6f128330b1fce8313f6c41d4070.
02:15:35.164 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 6f51229a08f0d2e5716a15bc60e25305 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:15:35.164 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_19 with leader id ed0b2f92-6fd8-4544-9018-17042e3da487.
02:15:35.165 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2df628db, L:/127.0.0.1:55132 - R:/127.29.132.190:46819] using SASL/PLAIN
02:15:35.165 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:15:35.167 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_19 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:35.167 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:35.167 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:35.168 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:15:35.168 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1) with allocation id d2ce4cfa9b16f1c3aee643fd08dfc6ef
02:15:35.169 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d2ce4cfa9b16f1c3aee643fd08dfc6ef.
02:15:35.170 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:35.170 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:15:35.170 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 2fc7145bc3a385d81c277ecc52f1da3e
02:15:35.170 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id d2ce4cfa9b16f1c3aee643fd08dfc6ef.
02:15:35.172 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:15:35.172 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1) with allocation id 85232e91ca6a66e2c5ee995845022b55
02:15:35.176 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:15:35.176 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1) with allocation id 5a6f351a6d1fcbf43486dc03f1e53fe0
02:15:35.178 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.182 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9cb74f6f, L:/127.0.0.1:36890 - R:/127.29.132.129:36739] using TOKEN/null
02:15:35.213 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.213 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.214 [DEBUG - main] (Connection.java:748) [peer 49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)] connecting to peer
02:15:35.216 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 85232e91ca6a66e2c5ee995845022b55.
02:15:35.218 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 85232e91ca6a66e2c5ee995845022b55.
02:15:35.223 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.226 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:35.226 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:35.226 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:35.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:35.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:35.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:35.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:35.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:35.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:35.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:35.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:35.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:35.227 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:35.228 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:15:35.228 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:15:35.229 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3286edef
02:15:35.229 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:35.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15205051016984618529/checkpoints")
02:15:35.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:15:35.232 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf7e2ae33, L:/127.0.0.1:49044 - R:/127.29.132.188:34893] using SASL/PLAIN
02:15:35.232 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5a6f351a6d1fcbf43486dc03f1e53fe0.
02:15:35.237 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:15:35.237 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:15:35.239 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 5a6f351a6d1fcbf43486dc03f1e53fe0.
02:15:35.244 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@464f72e9
02:15:35.244 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:35.244 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15205051016984618529/checkpoints")
02:15:35.244 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:15:35.252 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)] Successfully connected to peer
02:15:35.256 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b6eada0
02:15:35.271 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f643530
02:15:35.273 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:35.274 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:35.275 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:15:35.275 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1) with allocation id 6f51229a08f0d2e5716a15bc60e25305
02:15:35.276 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:15:35.276 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:15:35.278 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d2ce4cfa9b16f1c3aee643fd08dfc6ef.
02:15:35.279 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 85232e91ca6a66e2c5ee995845022b55.
02:15:35.279 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5a6f351a6d1fcbf43486dc03f1e53fe0.
02:15:35.279 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6f51229a08f0d2e5716a15bc60e25305.
02:15:35.279 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6f51229a08f0d2e5716a15bc60e25305.
02:15:35.280 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 6f51229a08f0d2e5716a15bc60e25305.
02:15:35.286 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:15:35.286 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:15:35.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8d6f5cc
02:15:35.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:35.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15205051016984618529/checkpoints")
02:15:35.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:15:35.287 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:15:35.287 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:15:35.288 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:15:35.289 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44051679
02:15:35.289 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:35.289 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15205051016984618529/checkpoints")
02:15:35.290 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:15:35.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:35.291 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:15:35.294 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:15:35.295 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:35.295 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:35.295 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:35.295 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:35.295 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:35.295 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:35.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:35.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:35.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:35.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:35.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:35.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:35.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:35.297 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.299 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@335f6291
02:15:35.300 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:15:35.302 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.132.189:33651(127.29.132.189:33651)] Successfully connected to peer
02:15:35.302 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:35.302 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x95b3f3a1, L:/127.0.0.1:39504 - R:/127.29.132.131:38047] using TOKEN/null
02:15:35.305 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.189
02:15:35.309 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c498ad0
02:15:35.309 [ERROR - Source: KuduSource -> Sink: Writer (4/4)#0] (HashedWheelTimer.java:470) You are creating too many HashedWheelTimer instances. HashedWheelTimer is a shared resource that must be reused across the JVM, so that only a few instances are created.
02:15:35.310 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.311 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.313 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:15:35.316 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:35.319 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:35.320 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.323 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:15:35.326 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4064b052, L:/127.0.0.1:48526 - R:/127.29.132.189:33651] using SASL/PLAIN
02:15:35.326 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.132.188:34893(127.29.132.188:34893)] Successfully connected to peer
02:15:35.333 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:15:35.335 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.188
02:15:35.339 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:15:35.340 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.132.189:33651(127.29.132.189:33651)] Successfully connected to peer
02:15:35.345 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.189
02:15:35.356 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.360 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:15:35.364 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xab48d820, L:/127.0.0.1:49052 - R:/127.29.132.188:34893] using SASL/PLAIN
02:15:35.366 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:15:35.367 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=91), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: OK, deferred=null) after lookup
02:15:35.369 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.369 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.132.190:46819(127.29.132.190:46819)] Successfully connected to peer
02:15:35.372 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.372 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:35.374 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:15:35.376 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.132.189:33651(127.29.132.189:33651)] Successfully connected to peer
02:15:35.379 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.379 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.382 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x59aa4e3d, L:/127.0.0.1:48536 - R:/127.29.132.189:33651] using SASL/PLAIN
02:15:35.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:35.384 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6850af50
02:15:35.385 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:15:35.386 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:15:35.387 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.189
02:15:35.390 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.393 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:15:35.395 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.132.188:34893(127.29.132.188:34893)] Successfully connected to peer
02:15:35.399 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.188
02:15:35.410 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.132.190:46819(127.29.132.190:46819)] Successfully connected to peer
02:15:35.411 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.415 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5b199ece, L:/127.0.0.1:55140 - R:/127.29.132.190:46819] using TOKEN/null
02:15:35.415 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:15:35.419 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:35.420 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.190
02:15:35.423 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.424 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.132.188:34893(127.29.132.188:34893)] Successfully connected to peer
02:15:35.430 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xae2c1975, L:/127.0.0.1:48550 - R:/127.29.132.189:33651] using SASL/PLAIN
02:15:35.430 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.431 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:15:35.432 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=158), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [93ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: OK, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, deferred=null) after lookup
02:15:35.434 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x84463533, L:/127.0.0.1:49054 - R:/127.29.132.188:34893] using SASL/PLAIN
02:15:35.434 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.132.190:46819(127.29.132.190:46819)] Successfully connected to peer
02:15:35.437 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:15:35.438 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=135), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: OK, deferred=null) after lookup
02:15:35.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:35.439 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:35.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:35.442 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.188
02:15:35.445 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:35.445 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3d4be1c3
02:15:35.447 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:15:35.447 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:15:35.449 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.449 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.451 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.455 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.455 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:35.460 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@31ba9a40
02:15:35.463 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:15:35.463 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:15:35.465 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x05c3208b, L:/127.0.0.1:55150 - R:/127.29.132.190:46819] using SASL/PLAIN
02:15:35.458 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.473 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf535c439, L:/127.0.0.1:49066 - R:/127.29.132.188:34893] using SASL/PLAIN
02:15:35.479 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.480 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:15:35.482 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.132.189:33651(127.29.132.189:33651)] Successfully connected to peer
02:15:35.484 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.487 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.189
02:15:35.488 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb9a59179, L:/127.0.0.1:55156 - R:/127.29.132.190:46819] using TOKEN/null
02:15:35.496 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:15:35.496 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='06f42022f7c84f4f8922213e7125a1c4bb33997da50c40d4b7832682eb39491d'}]
02:15:35.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:35.499 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:35.513 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:35.514 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:35.514 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:35.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:35.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:35.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:35.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:35.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:35.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:35.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:35.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:35.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:35.515 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:35.517 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.520 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0559e3c9, L:/127.0.0.1:48554 - R:/127.29.132.189:33651] using SASL/PLAIN
02:15:35.523 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:15:35.523 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='54c13a2ac1491747e0c3732b9d750f4ba7c5ebf1b2545bf05d070c3101e9bae6'}]
02:15:35.525 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:35.536 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.536 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.541 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:15:35.549 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:15:35.550 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.550 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.556 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:15:35.558 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.559 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.132.188:34893(127.29.132.188:34893)] Successfully connected to peer
02:15:35.565 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.132.188
02:15:35.570 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:15:35.571 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=251), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: OK, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, deferred=null) after lookup
02:15:35.572 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.132.190:46819(127.29.132.190:46819)] Successfully connected to peer
02:15:35.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:35.577 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:35.578 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7ded4e51
02:15:35.579 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:15:35.579 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:15:35.580 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:15:35.581 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='39b0936b24c7c624a2e13d140a35389727473590728252ef3712269e3d82cda3'}]
02:15:35.585 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:35.589 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.593 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:15:35.595 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299997, tablet=e400ab1a63ce485cb98b8c1a59a6d632@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}]
02:15:35.602 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd7283a34, L:/127.0.0.1:49078 - R:/127.29.132.188:34893] using SASL/PLAIN
02:15:35.609 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.613 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.613 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.614 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:15:35.620 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.620 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:15:35.620 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.622 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=75ea6908bcd847d2b146ef9cd87616dd@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)[L]]}]
02:15:35.623 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x25a20182, L:/127.0.0.1:55162 - R:/127.29.132.190:46819] using TOKEN/null
02:15:35.626 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.644 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:35.646 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:35.646 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:35.646 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:35.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:35.646 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:35.646 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:35.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:35.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:35.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:35.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:35.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:35.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:35.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:35.653 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:15:35.654 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:15:35.661 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:15:35.663 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299997, tablet=37785dd0a9664203b137c831c82f37ee@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}]
02:15:35.668 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:35.674 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:35.683 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.683 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.694 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.694 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.702 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.721 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:35.729 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:35.737 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:35.742 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:35.754 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.760 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.760 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.766 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:35.766 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:35.766 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:35.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:35.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:35.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:35.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:35.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:35.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:35.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:35.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:35.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:35.768 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:35.767 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.770 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.777 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.780 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:35.789 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x56878ebe, L:/127.0.0.1:52742 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:35.793 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476935790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:35.799 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.806 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:35.808 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbbef5636, L:/127.0.0.1:52744 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:35.816 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:35.817 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:35.839 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 2fc7145bc3a385d81c277ecc52f1da3e (2877 bytes, checkpointDuration=49 ms, finalizationTime=0 ms).
02:15:35.840 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.840 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.842 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:15:35.843 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121525764096001) for scanner KuduScanner(table=replication_test_table, tablet=75ea6908bcd847d2b146ef9cd87616dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.843 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [39b0936b24c7c624a2e13d140a35389727473590728252ef3712269e3d82cda3]
02:15:35.844 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [39b0936b24c7c624a2e13d140a35389727473590728252ef3712269e3d82cda3]
02:15:35.844 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:15:35.844 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:15:35.845 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:35.845 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 39b0936b24c7c624a2e13d140a35389727473590728252ef3712269e3d82cda3 finished by subtask 1; deferring removal (restored in pending)
02:15:35.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:35.847 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.847 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.857 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.861 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeb4fc900, L:/127.0.0.1:52748 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:35.869 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false, responseScanTimestamp = 7305121525764096001) for scanner KuduScanner(table=replication_test_table, tablet=e400ab1a63ce485cb98b8c1a59a6d632, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.870 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [06f42022f7c84f4f8922213e7125a1c4bb33997da50c40d4b7832682eb39491d]
02:15:35.871 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:15:35.874 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121525764096001) for scanner KuduScanner(table=replication_test_table, tablet=37785dd0a9664203b137c831c82f37ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.875 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [54c13a2ac1491747e0c3732b9d750f4ba7c5ebf1b2545bf05d070c3101e9bae6]
02:15:35.875 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [54c13a2ac1491747e0c3732b9d750f4ba7c5ebf1b2545bf05d070c3101e9bae6]
02:15:35.875 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:15:35.875 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:15:35.878 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 54c13a2ac1491747e0c3732b9d750f4ba7c5ebf1b2545bf05d070c3101e9bae6 finished by subtask 2; deferring removal (restored in pending)
02:15:35.880 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:35.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:35.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f64c611632c94dc493d1b3c62eaad315 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:15:35.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a8d4a6f836dc42699becfae45e96f095 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:15:35.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bd5e268a32494c4a8e5ca0a0868d835d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:15:35.882 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f64c611632c94dc493d1b3c62eaad315@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a8d4a6f836dc42699becfae45e96f095@[001476750d8148bca443abf69fd78752(127.29.132.129:36739),49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)[L],e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=bd5e268a32494c4a8e5ca0a0868d835d@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}]
02:15:35.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f64c611632c94dc493d1b3c62eaad315 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:15:35.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a8d4a6f836dc42699becfae45e96f095 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:15:35.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bd5e268a32494c4a8e5ca0a0868d835d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:15:35.883 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f64c611632c94dc493d1b3c62eaad315@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a8d4a6f836dc42699becfae45e96f095@[001476750d8148bca443abf69fd78752(127.29.132.129:36739),49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)[L],e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=bd5e268a32494c4a8e5ca0a0868d835d@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}]
02:15:35.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f64c611632c94dc493d1b3c62eaad315 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:15:35.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a8d4a6f836dc42699becfae45e96f095 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:15:35.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bd5e268a32494c4a8e5ca0a0868d835d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:15:35.884 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [06f42022f7c84f4f8922213e7125a1c4bb33997da50c40d4b7832682eb39491d]
02:15:35.884 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f64c611632c94dc493d1b3c62eaad315@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a8d4a6f836dc42699becfae45e96f095@[001476750d8148bca443abf69fd78752(127.29.132.129:36739),49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)[L],e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=bd5e268a32494c4a8e5ca0a0868d835d@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}]
02:15:35.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f64c611632c94dc493d1b3c62eaad315 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:15:35.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a8d4a6f836dc42699becfae45e96f095 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:15:35.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bd5e268a32494c4a8e5ca0a0868d835d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:15:35.885 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f64c611632c94dc493d1b3c62eaad315@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a8d4a6f836dc42699becfae45e96f095@[001476750d8148bca443abf69fd78752(127.29.132.129:36739),49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)[L],e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=bd5e268a32494c4a8e5ca0a0868d835d@[001476750d8148bca443abf69fd78752(127.29.132.129:36739)[L],49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047),e98330386cc94f62a55ff11e984c87e4(127.29.132.130:40603)]}]
02:15:35.885 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 06f42022f7c84f4f8922213e7125a1c4bb33997da50c40d4b7832682eb39491d finished by subtask 0; deferring removal (restored in pending)
02:15:35.887 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:15:35.887 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:15:35.887 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:35.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:35.914 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.914 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.919 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:35.922 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.922 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.929 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:35.968 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:35.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:35.969 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:15:35.969 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:15:35.986 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.986 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:35.997 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:35.997 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:35.997 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:35.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:35.998 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:15:35.998 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:15:35.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:36.004 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.007 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:36.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:36.007 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:15:36.008 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:15:36.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.068 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.068 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.073 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.081 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:36.081 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:36.081 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:36.081 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:36.082 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:36.082 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:36.082 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:36.082 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:36.082 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:36.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:36.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:36.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:36.083 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:36.131 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.131 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.138 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.138 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:36.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:36.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:36.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.141 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:36.144 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.196 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:36.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.197 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:36.198 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:36.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.198 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:36.200 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.201 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.207 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.207 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.213 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.227 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:36.227 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:36.228 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:36.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:36.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:36.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:36.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:36.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:36.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:36.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:36.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:36.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:36.228 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:36.270 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.271 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.278 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.279 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.284 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476936290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:36.295 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=15, operationSize=950, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@15ef6ff1, flushNotification=Deferred@490983531(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:15:36.295 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 001476750d8148bca443abf69fd78752(127.29.132.129:36739)] connecting to peer
02:15:36.307 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 001476750d8148bca443abf69fd78752(127.29.132.129:36739)] Successfully connected to peer
02:15:36.317 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:36.334 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:36.336 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8db6992a, L:/127.0.0.1:36906 - R:/127.29.132.129:36739] using TOKEN/null
02:15:36.341 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.341 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.347 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.347 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.353 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.411 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.411 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:36.431 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.431 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.437 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:36.498 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:36.499 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.508 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.508 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.509 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 2fc7145bc3a385d81c277ecc52f1da3e (2877 bytes, checkpointDuration=219 ms, finalizationTime=0 ms).
02:15:36.512 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:15:36.513 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 39b0936b24c7c624a2e13d140a35389727473590728252ef3712269e3d82cda3 from pending
02:15:36.514 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 54c13a2ac1491747e0c3732b9d750f4ba7c5ebf1b2545bf05d070c3101e9bae6 from pending
02:15:36.514 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 06f42022f7c84f4f8922213e7125a1c4bb33997da50c40d4b7832682eb39491d from pending
02:15:36.514 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 3 finished splits from enumerator state
02:15:36.519 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.584 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.585 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.593 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.594 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.600 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:36.608 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:36.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:36.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:36.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:36.628 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3592cda6a246488cb2f357659f29249e
02:15:36.639 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e400ab1a63ce485cb98b8c1a59a6d632, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.639 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e400ab1a63ce485cb98b8c1a59a6d632 for partition [<start>, 0x80000064) with scanner id null
02:15:36.639 [DEBUG - main] (Connection.java:748) [peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)] connecting to peer
02:15:36.648 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)] Successfully connected to peer
02:15:36.662 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:36.663 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:36.663 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:36.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.665 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.665 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:36.682 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:36.686 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x0ea49d42, L:/127.0.0.1:51770 - R:/127.28.187.129:36933] using TOKEN/null
02:15:36.713 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=75ea6908bcd847d2b146ef9cd87616dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.713 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 75ea6908bcd847d2b146ef9cd87616dd for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.714 [DEBUG - main] (Connection.java:748) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] connecting to peer
02:15:36.729 [DEBUG - kudu-nio-5] (Connection.java:757) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] Successfully connected to peer
02:15:36.798 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476936797 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:36.807 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:36.808 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 2fc7145bc3a385d81c277ecc52f1da3e (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:15:36.810 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:15:36.811 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x6b1d091e, L:/127.0.0.1:60090 - R:/127.28.187.131:37211] using TOKEN/null
02:15:36.819 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:36.834 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37785dd0a9664203b137c831c82f37ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.840 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:36.840 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:36.840 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:36.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:36.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:36.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:36.842 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:36.856 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.856 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.864 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.864 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.870 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.901 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e400ab1a63ce485cb98b8c1a59a6d632, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.901 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e400ab1a63ce485cb98b8c1a59a6d632 for partition [<start>, 0x80000064) with scanner id null
02:15:36.913 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=75ea6908bcd847d2b146ef9cd87616dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.913 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 75ea6908bcd847d2b146ef9cd87616dd for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:36.922 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37785dd0a9664203b137c831c82f37ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.940 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f64c611632c94dc493d1b3c62eaad315, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.940 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f64c611632c94dc493d1b3c62eaad315 for partition [<start>, 0x80000064) with scanner id null
02:15:36.941 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:36.958 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8d4a6f836dc42699becfae45e96f095, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.958 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8d4a6f836dc42699becfae45e96f095 for partition [0x80000064, 0x800000C8) with scanner id null
02:15:36.972 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bd5e268a32494c4a8e5ca0a0868d835d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:36.973 [DEBUG - main] (Connection.java:575) [peer master-127.29.132.188:34893(127.29.132.188:34893)] disconnecting while in state READY
02:15:36.973 [DEBUG - main] (Connection.java:575) [peer 001476750d8148bca443abf69fd78752(127.29.132.129:36739)] disconnecting while in state READY
02:15:36.973 [DEBUG - main] (Connection.java:575) [peer 49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)] disconnecting while in state READY
02:15:36.974 [DEBUG - main] (Connection.java:575) [peer master-127.29.132.189:33651(127.29.132.189:33651)] disconnecting while in state READY
02:15:36.974 [DEBUG - main] (Connection.java:575) [peer master-127.29.132.190:46819(127.29.132.190:46819)] disconnecting while in state READY
02:15:36.974 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:36.974 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:36.974 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:36.974 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.132.189:33651(127.29.132.189:33651)] handling channelInactive
02:15:36.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state READY due to: connection closed
02:15:36.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:36.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:36.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:36.975 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)] handling channelInactive
02:15:36.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 49e72e3fd36848eb9a5e3a66a995373e(127.29.132.131:38047)] cleaning up while in state READY due to: connection closed
02:15:36.975 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.132.190:46819(127.29.132.190:46819)] handling channelInactive
02:15:36.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state READY due to: connection closed
02:15:36.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:36.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:36.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:36.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:36.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:36.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:36.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:36.974 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.132.188:34893(127.29.132.188:34893)] handling channelInactive
02:15:36.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state READY due to: connection closed
02:15:36.986 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:36.989 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:15:36.989 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
02:15:36.989 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:15:36.989 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:15:36.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:36.998 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 001476750d8148bca443abf69fd78752(127.29.132.129:36739)] handling channelInactive
02:15:36.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 001476750d8148bca443abf69fd78752(127.29.132.129:36739)] cleaning up while in state READY due to: connection closed
02:15:36.999 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
02:15:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:37.000077 30226 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 30540
02:15:37.001 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:37.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a52e4ddfe66add989ed3d4a21a08c1c23408228f0d3aaf94c0824755597816fa'}]
02:15:37.004 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:37.005 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b87c88f2210e35ae8ea583bca257aa3d90421f94d991368eebbef8909429cc16'}]
02:15:37.007 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cd4b8da498cc7596c0988e5c286d8c3f346d3a9dc56c8bbcb35384331c842e4d'}]
02:15:37.008 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:37.009 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:15:37.010 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=298083, tablet=37785dd0a9664203b137c831c82f37ee@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}]
02:15:37.014 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:37.014 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:15:37.015 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=298083, tablet=75ea6908bcd847d2b146ef9cd87616dd@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)[L]]}]
02:15:37.019 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:37.029 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:15:37.032 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=298083, tablet=e400ab1a63ce485cb98b8c1a59a6d632@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}]
02:15:37.054 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:37.058 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:37.064 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:37.064 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:37.065 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:37.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:37.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:37.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:37.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:37.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:37.066 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:37.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:37.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:37.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:37.066 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:37.070 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:37.078 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:37.081 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:37.115 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:37.121 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:37.125 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:37.135 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:37.140 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:37.141 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xad3544d4, L:/127.0.0.1:52758 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:37.146 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:37.150 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x128e63d8, L:/127.0.0.1:52774 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:37.150 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa8586f9f, L:/127.0.0.1:52760 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:37.163 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121533927424001) for scanner KuduScanner(table=replication_test_table, tablet=e400ab1a63ce485cb98b8c1a59a6d632, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:37.163 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [a52e4ddfe66add989ed3d4a21a08c1c23408228f0d3aaf94c0824755597816fa]
02:15:37.164 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a52e4ddfe66add989ed3d4a21a08c1c23408228f0d3aaf94c0824755597816fa]
02:15:37.164 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:15:37.164 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:15:37.165 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a52e4ddfe66add989ed3d4a21a08c1c23408228f0d3aaf94c0824755597816fa finished by subtask 3; deferring removal (restored in pending)
02:15:37.166 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:37.166 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:37.193 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:37.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:37.193 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:15:37.194 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:15:37.206 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 001476750d8148bca443abf69fd78752(127.29.132.129:36739)] handling channelInactive
02:15:37.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 001476750d8148bca443abf69fd78752(127.29.132.129:36739)] cleaning up while in state READY due to: connection closed
02:15:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:37.207321 30226 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 30825
02:15:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:37.207834 31044 connection.cc:573] client connection to 127.29.132.129:36739 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:15:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:37.208415 31044 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:15:37.241 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121533927424001) for scanner KuduScanner(table=replication_test_table, tablet=75ea6908bcd847d2b146ef9cd87616dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:37.241 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b87c88f2210e35ae8ea583bca257aa3d90421f94d991368eebbef8909429cc16]
02:15:37.241 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b87c88f2210e35ae8ea583bca257aa3d90421f94d991368eebbef8909429cc16]
02:15:37.242 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:15:37.242 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:15:37.244 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b87c88f2210e35ae8ea583bca257aa3d90421f94d991368eebbef8909429cc16 finished by subtask 1; deferring removal (restored in pending)
02:15:37.245 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:37.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:37.279 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:37.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:37.280 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:15:37.280 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:15:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:37.282423 31044 consensus_peers.cc:597] T a8d4a6f836dc42699becfae45e96f095 P 49e72e3fd36848eb9a5e3a66a995373e -> Peer 001476750d8148bca443abf69fd78752 (127.29.132.129:36739): Couldn't send request to peer 001476750d8148bca443abf69fd78752. Status: Network error: Client connection negotiation failed: client connection to 127.29.132.129:36739: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:15:37.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476937291 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:37.306 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 2fc7145bc3a385d81c277ecc52f1da3e (2907 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:15:37.308 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:15:37.308 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split a52e4ddfe66add989ed3d4a21a08c1c23408228f0d3aaf94c0824755597816fa from pending
02:15:37.308 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split b87c88f2210e35ae8ea583bca257aa3d90421f94d991368eebbef8909429cc16 from pending
02:15:37.308 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 2 finished splits from enumerator state
02:15:37.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:37.327 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:37.327 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:37.327 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:37.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.328 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.328 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.329 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.329 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.329 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:37.329 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:37.330 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:37.330 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:37.330 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.330 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.330 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.337 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121533927424001) for scanner KuduScanner(table=replication_test_table, tablet=37785dd0a9664203b137c831c82f37ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:37.338 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [cd4b8da498cc7596c0988e5c286d8c3f346d3a9dc56c8bbcb35384331c842e4d]
02:15:37.338 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cd4b8da498cc7596c0988e5c286d8c3f346d3a9dc56c8bbcb35384331c842e4d]
02:15:37.338 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:15:37.338 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:15:37.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.339 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cd4b8da498cc7596c0988e5c286d8c3f346d3a9dc56c8bbcb35384331c842e4d finished by subtask 2; deferring removal (restored in pending)
02:15:37.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.339 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:37.339 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:37.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:37.347 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:37.348 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:37.348 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:37.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:37.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:37.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:37.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:37.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:37.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:37.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:37.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:37.349 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:37.349 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:37.367 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:37.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:37.367 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:15:37.367 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:15:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:37.377408 30226 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 30967
02:15:37.394 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:37.395 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:37.395 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:37.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:37.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:37.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:37.395 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:37.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:37.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:37.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:37.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:37.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:37.396 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:37.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:37.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:37.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:37.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:37.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:37.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:37.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:37.490535 30226 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 30239
02:15:37.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:37.563 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.132.190:46819(127.29.132.190:46819)] handling channelInactive
02:15:37.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state READY due to: connection closed
02:15:37.563 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.132.190:46819(127.29.132.190:46819)] handling channelInactive
02:15:37.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state READY due to: connection closed
02:15:37.564 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.132.190:46819(127.29.132.190:46819)] handling channelInactive
02:15:37.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state READY due to: connection closed
02:15:37.564 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.132.190:46819(127.29.132.190:46819)] handling channelInactive
02:15:37.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state READY due to: connection closed
02:15:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:37.568663 30226 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 30313
02:15:37.654 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.132.189:33651(127.29.132.189:33651)] handling channelInactive
02:15:37.654 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.132.189:33651(127.29.132.189:33651)] handling channelInactive
02:15:37.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state READY due to: connection closed
02:15:37.655 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:37.655 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:37.655 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:37.655 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.132.189:33651(127.29.132.189:33651)] handling channelInactive
02:15:37.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state READY due to: connection closed
02:15:37.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:37.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:37.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:37.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:37.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:37.654 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.132.189:33651(127.29.132.189:33651)] handling channelInactive
02:15:37.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state READY due to: connection closed
02:15:37.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state READY due to: connection closed
02:15:37.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:37.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:37.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:37.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:37.656 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:37.667600 30226 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 30391
02:15:37.715 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:37.715 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:37.715 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:37.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:37.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:37.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:37.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:37.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:37.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:37.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:37.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:37.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:37.716 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:37.722 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.132.188:34893(127.29.132.188:34893)] handling channelInactive
02:15:37.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state READY due to: connection closed
02:15:37.722 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.132.188:34893(127.29.132.188:34893)] handling channelInactive
02:15:37.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state READY due to: connection closed
02:15:37.722 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.132.188:34893(127.29.132.188:34893)] handling channelInactive
02:15:37.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state READY due to: connection closed
02:15:37.723 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.132.188:34893(127.29.132.188:34893)] handling channelInactive
02:15:37.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state READY due to: connection closed
02:15:37.792 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476937791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:37.815 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
02:15:37.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:37.818 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:15:37.818 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split cd4b8da498cc7596c0988e5c286d8c3f346d3a9dc56c8bbcb35384331c842e4d from pending
02:15:37.818 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
02:15:37.843 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:37.844 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:37.844 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:37.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:37.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:37.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:37.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:37.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:37.934 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:37.935 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:37.935 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:37.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:37.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:37.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:37.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:37.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:37.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:37.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:37.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:37.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:37.936 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:37.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:38.002 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:38.002 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:38.003 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:38.003 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:38.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:38.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:38.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:38.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:38.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:38.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:38.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:38.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:38.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:38.005 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:38.021 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:38.021 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:38.021 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:38.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.022 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.022 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.024 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:38.074 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:38.074 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:38.074 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:38.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.075 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:38.086 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:38.086 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:38.086 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:38.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:38.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:38.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:38.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:38.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:38.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:38.088 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:38.088 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:38.088 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:38.088 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:38.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:38.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:38.125 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:38.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:38.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:38.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:38.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:38.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:38.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:38.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:38.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:38.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:38.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:38.290 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476938290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:38.301 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 2fc7145bc3a385d81c277ecc52f1da3e (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:15:38.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:15:38.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:38.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:38.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:38.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:38.513 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:38.513 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:38.513 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:38.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.514 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:38.565 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:38.566 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:38.566 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:38.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:38.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:38.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:38.567 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:38.636 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:38.637 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:38.637 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:38.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:38.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:38.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:38.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:38.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:38.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:38.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:38.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:38.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:38.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:38.794 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476938790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:38.806 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 2fc7145bc3a385d81c277ecc52f1da3e (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:15:38.811 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:15:38.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:38.888 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:38.888 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:38.888 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:38.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:38.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:38.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:38.890 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:38.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:38.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:38.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:38.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:38.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:38.890 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:38.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:38.939 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:38.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:39.008 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9a41f0c0f040a817d279eb0ac328b0d56a473ea9a8fdc8704535fe902d7c18bd'}]
02:15:39.010 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='eac36398bea6864cdef9e7f85aea8d86b11c1842d76240249d0e35b89469d2e9'}]
02:15:39.017 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='de2a6baad1baf61880d1d9e2701fb2091360fe84149f44c714978b8aac1cf1b8'}]
02:15:39.002 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:39.024 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:39.024 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:15:39.025 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=296078, tablet=e400ab1a63ce485cb98b8c1a59a6d632@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}]
02:15:39.026 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:39.026 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:15:39.027 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=296078, tablet=75ea6908bcd847d2b146ef9cd87616dd@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)[L]]}]
02:15:39.028 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:39.028 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:15:39.029 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=296078, tablet=37785dd0a9664203b137c831c82f37ee@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}]
02:15:39.033 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:39.039 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:39.044 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:39.056 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:39.065 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:39.074 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:39.078 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:39.095 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:39.095 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:39.095 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:39.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:39.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:39.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:39.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:39.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:39.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:39.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:39.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:39.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:39.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:39.103 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:39.106 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x71914a30, L:/127.0.0.1:55548 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:39.115 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:39.116 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:39.119 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121542119424001) for scanner KuduScanner(table=replication_test_table, tablet=e400ab1a63ce485cb98b8c1a59a6d632, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:39.120 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [9a41f0c0f040a817d279eb0ac328b0d56a473ea9a8fdc8704535fe902d7c18bd]
02:15:39.120 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9a41f0c0f040a817d279eb0ac328b0d56a473ea9a8fdc8704535fe902d7c18bd]
02:15:39.120 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:15:39.120 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:15:39.121 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:39.121 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9a41f0c0f040a817d279eb0ac328b0d56a473ea9a8fdc8704535fe902d7c18bd finished by subtask 0; deferring removal (restored in pending)
02:15:39.121 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:39.131 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:39.132 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:39.143 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x01d4441e, L:/127.0.0.1:55566 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:39.146 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xce53d69d, L:/127.0.0.1:55560 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:39.182 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:39.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:39.182 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:15:39.183 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:15:39.257 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:39.257 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:39.257 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:39.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:39.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:39.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:39.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:39.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:39.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:39.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:39.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:39.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:39.258 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:39.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476939290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:39.301 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 2fc7145bc3a385d81c277ecc52f1da3e (2907 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:15:39.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:15:39.303 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 9a41f0c0f040a817d279eb0ac328b0d56a473ea9a8fdc8704535fe902d7c18bd from pending
02:15:39.303 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
02:15:39.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:39.399 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:39.399 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:39.400 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:39.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:39.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:39.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:39.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:39.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:39.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:39.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:39.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:39.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:39.402 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:39.410 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121542119424001) for scanner KuduScanner(table=replication_test_table, tablet=37785dd0a9664203b137c831c82f37ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:39.410 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [eac36398bea6864cdef9e7f85aea8d86b11c1842d76240249d0e35b89469d2e9]
02:15:39.410 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [eac36398bea6864cdef9e7f85aea8d86b11c1842d76240249d0e35b89469d2e9]
02:15:39.411 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:15:39.411 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:15:39.411 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split eac36398bea6864cdef9e7f85aea8d86b11c1842d76240249d0e35b89469d2e9 finished by subtask 1; deferring removal (restored in pending)
02:15:39.412 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:39.412 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:39.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:39.433 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121542119424001) for scanner KuduScanner(table=replication_test_table, tablet=75ea6908bcd847d2b146ef9cd87616dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:39.433 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [de2a6baad1baf61880d1d9e2701fb2091360fe84149f44c714978b8aac1cf1b8]
02:15:39.433 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [de2a6baad1baf61880d1d9e2701fb2091360fe84149f44c714978b8aac1cf1b8]
02:15:39.434 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:15:39.434 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:15:39.434 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split de2a6baad1baf61880d1d9e2701fb2091360fe84149f44c714978b8aac1cf1b8 finished by subtask 3; deferring removal (restored in pending)
02:15:39.435 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:39.435 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:39.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:39.481 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:39.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:39.481 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:15:39.482 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:15:39.486 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:39.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:39.486 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:15:39.486 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:15:39.495 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:39.495 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:39.495 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:39.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:39.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:39.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:39.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:39.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:39.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:39.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:39.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:39.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:39.497 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:39.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:39.594 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:39.594 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:39.594 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:39.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:39.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:39.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:39.595 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:39.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:39.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:39.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:39.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:39.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:39.596 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:39.714 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:39.714 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:39.714 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:39.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:39.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:39.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:39.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:39.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:39.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:39.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:39.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:39.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:39.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:39.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476939790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:39.801 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 2fc7145bc3a385d81c277ecc52f1da3e (2262 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:15:39.804 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:15:39.804 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split eac36398bea6864cdef9e7f85aea8d86b11c1842d76240249d0e35b89469d2e9 from pending
02:15:39.804 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split de2a6baad1baf61880d1d9e2701fb2091360fe84149f44c714978b8aac1cf1b8 from pending
02:15:39.804 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 2 finished splits from enumerator state
02:15:39.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:39.919 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:39.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:39.984 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:39.984 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:39.985 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:39.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:39.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:39.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:39.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:39.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:39.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:39.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:39.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:39.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:39.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:40.001 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:15:40Z chronyd exiting
02:15:40.287 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:40.287 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:40.287 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:40.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:40.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:40.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:40.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:40.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:40.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:40.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:40.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:40.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:40.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:40.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476940290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:40.305 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 2fc7145bc3a385d81c277ecc52f1da3e (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:15:40.309 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:15:40.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:40.325 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:40.326 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:40.326 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:40.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:40.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:40.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:40.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:40.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:40.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:40.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:40.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:40.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:40.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:40.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:40.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:40.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:40.514 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:40.514 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:40.514 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:40.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:40.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:40.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:40.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:40.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:40.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:40.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:40.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:40.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:40.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:40.564 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:40.564 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:40.564 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:40.565 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:40.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:40.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:40.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:40.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:40.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:40.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:40.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:40.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:40.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:40.622 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:40.622 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:40.622 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:40.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:40.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:40.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:40.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:40.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:40.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:40.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:40.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:40.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:40.624 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:40.792 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476940791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:40.808 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 2fc7145bc3a385d81c277ecc52f1da3e (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:15:40.809 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:15:40.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:40.848 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:40.848 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:40.848 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:40.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:40.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:40.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:40.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:40.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:40.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:40.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:40.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:40.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:40.849 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:40.890 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:40.890 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:40.890 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:40.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:40.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:40.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:40.892 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:40.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:40.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:40.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:40.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:40.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:40.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:40.894 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:40.894 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:40.894 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:40.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:40.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:40.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:40.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:40.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:40.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:40.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:40.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:40.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:40.895 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:40.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:40.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:40.967 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:40.967 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:40.968 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:40.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:40.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:40.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:40.973 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:40.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:40.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:40.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:40.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:40.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:40.988 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:40.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:41.001 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:41.001 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:41.002 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:41.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.003 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:41.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fe76bd57ed524669b78f8c817447c63b
02:15:41.013 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='88b023790adaf7318409ab8f8908d83f398b956c80d547d033be58552c2b8810'}]
02:15:41.015 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:41.015 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:15:41.016 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=294071, tablet=e400ab1a63ce485cb98b8c1a59a6d632@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}]
02:15:41.022 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='30b5a5b211e838e5450050bf8f2888a1112db2a9cedda4dbf8b14696802ba78e'}]
02:15:41.023 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:41.024 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:15:41.024 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:41.024 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f74a8e32e752f61577a984f3aa624aa8c2d5523afe579bf44b1535c5592af550'}]
02:15:41.026 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:41.026 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:15:41.027 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=294071, tablet=75ea6908bcd847d2b146ef9cd87616dd@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623),afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)[L]]}]
02:15:41.024 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=294071, tablet=37785dd0a9664203b137c831c82f37ee@[65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933),93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)[L],afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)]}]
02:15:41.029 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:41.053 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:41.053 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:41.054 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:41.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.055 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:41.061 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:41.061 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:41.071 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:41.077 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] connecting to peer
02:15:41.090 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbc80b949, L:/127.0.0.1:55578 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:41.108 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121550311424001) for scanner KuduScanner(table=replication_test_table, tablet=e400ab1a63ce485cb98b8c1a59a6d632, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:41.108 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [88b023790adaf7318409ab8f8908d83f398b956c80d547d033be58552c2b8810]
02:15:41.108 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [88b023790adaf7318409ab8f8908d83f398b956c80d547d033be58552c2b8810]
02:15:41.109 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:15:41.109 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:15:41.110 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 88b023790adaf7318409ab8f8908d83f398b956c80d547d033be58552c2b8810 finished by subtask 2; deferring removal (restored in pending)
02:15:41.110 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:41.111 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:41.121 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:41.127 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:41.127 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:41.127 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:41.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.128 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:41.129 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:41.133 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] Successfully connected to peer
02:15:41.150 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:15:41.150 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:41.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:41.150 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:15:41.167 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:41.175 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.130
02:15:41.175 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8a016c49, L:/127.0.0.1:55584 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:41.197 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121550311424001) for scanner KuduScanner(table=replication_test_table, tablet=75ea6908bcd847d2b146ef9cd87616dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:15:41.198 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f74a8e32e752f61577a984f3aa624aa8c2d5523afe579bf44b1535c5592af550]
02:15:41.198 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f74a8e32e752f61577a984f3aa624aa8c2d5523afe579bf44b1535c5592af550]
02:15:41.198 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:15:41.198 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:15:41.199 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f74a8e32e752f61577a984f3aa624aa8c2d5523afe579bf44b1535c5592af550 finished by subtask 0; deferring removal (restored in pending)
02:15:41.199 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:41.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:41.220 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:41.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:41.220 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:15:41.221 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:15:41.227 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:41.231 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5b568317, L:/127.0.0.1:55594 - R:/127.28.187.130:43623] using SASL/PLAIN
02:15:41.241 [DEBUG - main] (Connection.java:575) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] disconnecting while in state READY
02:15:41.241 [DEBUG - main] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state READY
02:15:41.241 [DEBUG - main] (Connection.java:575) [peer master-127.28.187.189:33035(127.28.187.189:33035)] disconnecting while in state READY
02:15:41.242 [DEBUG - main] (Connection.java:575) [peer master-127.28.187.190:43133(127.28.187.190:43133)] disconnecting while in state READY
02:15:41.242 [DEBUG - main] (Connection.java:575) [peer master-127.28.187.188:36299(127.28.187.188:36299)] disconnecting while in state READY
02:15:41.242 [DEBUG - main] (Connection.java:575) [peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)] disconnecting while in state READY
02:15:41.242 [DEBUG - kudu-nio-5] (Connection.java:239) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] handling channelInactive
02:15:41.242 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.187.189:33035(127.28.187.189:33035)] handling channelInactive
02:15:41.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state READY due to: connection closed
02:15:41.243 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:41.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:41.243 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.187.190:43133(127.28.187.190:43133)] handling channelInactive
02:15:41.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state READY due to: connection closed
02:15:41.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:41.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] cleaning up while in state READY due to: connection closed
02:15:41.243 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)] handling channelInactive
02:15:41.244 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)] cleaning up while in state READY due to: connection closed
02:15:41.246 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
02:15:41.246 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-0
02:15:41.246 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
02:15:41.246 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:15:41.246 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
02:15:41.252 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.187.188:36299(127.28.187.188:36299)] handling channelInactive
02:15:41.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state READY due to: connection closed
02:15:41.252 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:15:41.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:41.253367 29422 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 29774
02:15:41.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476941291 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:41.307 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 2fc7145bc3a385d81c277ecc52f1da3e (2907 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:15:41.308 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:15:41.309 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 88b023790adaf7318409ab8f8908d83f398b956c80d547d033be58552c2b8810 from pending
02:15:41.309 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split f74a8e32e752f61577a984f3aa624aa8c2d5523afe579bf44b1535c5592af550 from pending
02:15:41.309 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 2 finished splits from enumerator state
02:15:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:41.313925 29961 connection.cc:573] client connection to 127.28.187.129:36933 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:15:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:41.314451 29961 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:15:41.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:41.331521 29422 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 29937
02:15:41.374 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] handling channelInactive
02:15:41.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] cleaning up while in state READY due to: connection closed
02:15:41.374 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623) for tablet 37785dd0a9664203b137c831c82f37ee: connection closed
02:15:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:41.376969 29422 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 30081
02:15:41.379 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] connecting to peer
02:15:41.380 [DEBUG - kudu-nio-1] (Connection.java:757) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] Successfully connected to peer
02:15:41.421 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:41.421 [ERROR - kudu-nio-1] (Connection.java:452) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] unexpected exception from downstream on [id: 0x4d3e839d, L:/127.0.0.1:56020 - R:/127.28.187.131:37211]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:41.419881 29422 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 29489
02:15:41.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] cleaning up while in state NEGOTIATING due to: [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] unexpected exception from downstream on [id: 0x4d3e839d, L:/127.0.0.1:56020 - R:/127.28.187.131:37211]
02:15:41.421 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location afef80dd580946b1833874b85f9b423a(127.28.187.131:37211) for tablet 37785dd0a9664203b137c831c82f37ee: [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] unexpected exception from downstream on [id: 0x4d3e839d, L:/127.0.0.1:56020 - R:/127.28.187.131:37211]
02:15:41.422 [DEBUG - kudu-nio-1] (Connection.java:239) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] handling channelInactive
02:15:41.438 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)] connecting to peer
02:15:41.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:41.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933): Connection refused: /127.28.187.129:36933
02:15:41.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933): Connection refused: /127.28.187.129:36933
02:15:41.439 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933) for tablet 37785dd0a9664203b137c831c82f37ee: Failed to connect to peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933): Connection refused: /127.28.187.129:36933
02:15:41.456 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.187.190:43133(127.28.187.190:43133)] handling channelInactive
02:15:41.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state READY due to: connection closed
02:15:41.458 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:41.458768 29422 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 29560
02:15:41.463 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:41.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.464 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:41.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.464 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.28.187.188:36299(127.28.187.188:36299)] Successfully connected to peer
02:15:41.467 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.28.187.189:33035(127.28.187.189:33035)] Successfully connected to peer
02:15:41.469 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.187.188
02:15:41.476 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:15:41.483 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299] using SASL/PLAIN
02:15:41.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:41.502 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.187.189:33035(127.28.187.189:33035)] handling channelInactive
02:15:41.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state READY due to: connection closed
02:15:41.503 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.buffer.WrappedByteBuf.writeBytes(WrappedByteBuf.java:821)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:41.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state NEGOTIATING due to: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035]
02:15:41.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035]
02:15:41.503 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:41.503429 29422 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 29649
02:15:41.504 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.28.187.189:33035(127.28.187.189:33035)] handling channelInactive
02:15:41.504 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:41.504 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:41.504 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:41.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:41.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:41.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:41.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:41.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:41.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:41.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:41.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:41.506 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:41.506 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:41.518 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:41.520 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:41.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.537 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.187.188:36299(127.28.187.188:36299)] handling channelInactive
02:15:41.537 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:41.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state READY due to: connection closed
02:15:41.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state READY due to: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299]
02:15:41.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299]
02:15:41.537 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:41.539 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.28.187.188:36299(127.28.187.188:36299)] handling channelInactive
02:15:41.557 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:41.558 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:41.558 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:41.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:41.577 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:41.578 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:41.578 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:41.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.579 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:41.598 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:41.598 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:41.599 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:41.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.599 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.600 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:41.618 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:41.619 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:41.619 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:41.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.620 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.620 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:41.678 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:41.678 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:41.679 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:41.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.679 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:41.757 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:41.757 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:41.758 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:41.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:41.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:41.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:41.792 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476941791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:41.796 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:41.797 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:41.797 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:41.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:41.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:41.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:41.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:41.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:41.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:41.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:41.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:41.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:41.798 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:41.802 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:15:41.803 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:15:41.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:41.867 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:41.867 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:41.867 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:41.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.868 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.868 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:41.886 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:41.886 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:41.886 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:41.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:41.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:41.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:41.887 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:41.908 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:41.908 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:41.908 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:41.909 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:41.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:41.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:41.909 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:41.909 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:41.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:41.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:41.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:41.909 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:41.909 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:41.909 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:41.909 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:41.909 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:41.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:41.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:41.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:41.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:41.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:41.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:41.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:41.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:41.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:41.910 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:41.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:41.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:41.998 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:41.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:41.999 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:41.999 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:42.000 [INFO - pool-348-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:42.000 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:42.000 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:42.000 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:42.000 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:42.000 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:42.000 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:42.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:42.001 [INFO - pool-348-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:42.001 [WARN - pool-348-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:42.018 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:42.018 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:42.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:42.019 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:42.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:42.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:42.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:42.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:42.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:42.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:42.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:42.019 [INFO - pool-348-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:42.019 [WARN - pool-348-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:42.067 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:42.067 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:42.067 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:42.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:42.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:42.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:42.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:42.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:42.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:42.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:42.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:42.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:42.068 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:42.290 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:42.290 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:42.291 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:42.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476942290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:42.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:42.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:42.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:42.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:42.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:42.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:42.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:42.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:42.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:42.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:42.300 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:15:42.301 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:15:42.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:42.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:42.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:42.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:42.517 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:42.517 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:42.517 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:42.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:42.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:42.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:42.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:42.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:42.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:42.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:42.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:42.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:42.519 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:42.607 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:42.607 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:42.608 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:42.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:42.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:42.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:42.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:42.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:42.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:42.608 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:42.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:42.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:42.608 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:42.762 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:42.762 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:42.763 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:42.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:42.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:42.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:42.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:42.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:42.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:42.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:42.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:42.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:42.763 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:42.790 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476942790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:42.798 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:42.798 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:15:42.798 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:42.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:42.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:42.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:42.799 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:15:42.800 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:42.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:42.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:42.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:42.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:42.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:42.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:42.801 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:42.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:15:42Z chronyd exiting
02:15:42.846 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:42.846 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:42.846 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:42.846 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:42.846 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:42.846 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:42.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:42.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:42.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:42.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:42.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:42.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:42.847 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:42.862 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:42.862 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:42.863 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:42.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:42.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:42.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:42.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:42.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:42.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:42.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:42.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:42.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:42.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:42.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:42.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:42.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:43.015 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:43.015 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:43.015 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:43.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:43.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:43.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:43.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:43.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:43.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:43.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:43.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:43.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:43.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:43.034 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:43.034 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:43.034 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:43.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:43.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:43.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:43.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:43.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:43.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:43.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:43.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:43.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:43.035 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:43.105 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:43.106 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:43.106 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:43.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:43.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:43.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:43.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:43.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:43.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:43.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:43.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:43.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:43.107 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:43.119 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:43.119 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:43.119 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:43.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:43.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:43.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:43.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:43.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:43.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:43.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:43.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:43.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:43.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:43.210 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:43.210 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:43.210 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:43.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:43.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:43.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:43.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:43.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:43.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:43.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:43.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:43.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:43.211 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:43.241 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:43.241 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:43.241 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:43.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:43.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:43.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:43.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:43.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:43.242 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:43.242 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:43.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:43.242 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:43.242 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:43.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476943290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:43.297 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:15:43.298 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:15:43.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:43.324 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:43.324 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:43.325 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:43.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:43.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:43.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:43.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:43.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:43.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:43.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:43.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:43.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:43.325 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:43.381 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:43.382 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:43.382 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:43.382 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:43.382 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:43.382 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:43.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:43.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:43.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:43.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:43.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:43.382 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:43.382 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:43.413 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:43.414 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:43.414 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:43.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:43.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:43.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:43.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:43.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:43.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:43.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:43.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:43.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:43.414 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:43.419 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:43.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:43.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:43.654 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:43.654 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:43.654 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:43.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:43.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:43.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:43.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:43.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:43.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:43.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:43.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:43.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:43.655 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:43.758 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:43.758 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:43.758 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:43.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:43.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:43.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:43.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:43.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:43.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:43.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:43.759 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:43.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:43.759 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:43.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476943790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:43.801 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:15:43.802 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:15:43.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.02:15:43.868 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476943868
02:15:43.868 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476943868
02:15:43.873 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:15:43.878 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:15:43.878 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:15:43.878 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:15:43.878 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:15:43.879 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:15:43.883 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:15:43.886 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:43.886 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:43.886 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:43.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:43.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:43.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:43.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:43.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:43.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:43.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:43.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:43.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:43.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:43.919 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:43.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:43.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:44.153 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:44.154 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:44.154 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:44.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:44.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:44.155 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:44.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:44.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:44.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:44.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:44.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:44.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:44.155 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:44.214 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:44.214 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:44.214 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:44.214 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:44.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:44.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:44.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:44.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:44.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:44.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:44.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:44.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:44.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:44.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:44.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:44.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:44.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:44.214 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:44.216 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:44.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:44.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:44.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:44.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:44.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:44.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:44.216 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:44.263 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:15:44.263 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:15:44.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:44.267066 31621 mini_oidc.cc:150] Starting JWKS server
02:15:44.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:44.270474 31621 webserver.cc:534] Webserver started at http://127.0.0.1:42829/ using document root <none> and password file <none>
02:15:44.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:44.270891 31621 mini_oidc.cc:186] Starting OIDC Discovery server
02:15:44.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:44.272668 31621 webserver.cc:534] Webserver started at http://127.0.0.1:44535/ using document root <none> and password file <none>
02:15:44.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476944290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:44.298 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:15:44.299 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:15:44.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:15:44Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:15:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:15:44Z Disabled control of system clock
02:15:44.333 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:44.334 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:44.334 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:44.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:44.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:44.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:44.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:44.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:44.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:44.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:44.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:44.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:44.334 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:44.341045 31621 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/wal
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/data
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/logs
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/data/info.pb
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.126:36919
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.126
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42829/jwks.json with env {}
02:15:44.403 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:44.404 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:44.404 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:44.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:44.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:44.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:44.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:44.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:44.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:44.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:44.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:44.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:44.405 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:44.419 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:44.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:44.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:44.538 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:44.538 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:44.538 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:44.539 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:44.539 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:44.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:44.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:44.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:44.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:44.539 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:44.539 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:44.539 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:44.539 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:44.606 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:44.606 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:44.606 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:44.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:44.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:44.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:44.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:44.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:44.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:44.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:44.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:44.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:44.607 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:44.634 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:44.634 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:44.634 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:44.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:44.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:44.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:44.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:44.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:44.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:44.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:44.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:44.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:44.636 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.676991 31633 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.677743 31633 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.678380 31633 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.715893 31633 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:15:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.716262 31633 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.716627 31633 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:15:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.716933 31633 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:15:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.717243 31633 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:15:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.717492 31633 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42829/jwks.json
02:15:44.740 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:44.740 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:44.740 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:44.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:44.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:44.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:44.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:44.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:44.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:44.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:44.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:44.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:44.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:44.761451 31633 master_runner.cc:387] Master server non-default flags:
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/data
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/wal
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.126:36919
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42829/jwks.json
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/data/info.pb
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.126
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/logs
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:44.763413 31633 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:44.765543 31633 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:44.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.778523 31639 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:44.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476944790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:44.798 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:15:44.800 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:15:44.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:44.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:44.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:44.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:45.043 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:45.044 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:45.044 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:45.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:45.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:45.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:45.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:45.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:45.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:45.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:45.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:45.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:45.045 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:45.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:45.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:45.139 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:45.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:45.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:45.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:45.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:45.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:45.141 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:45.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:45.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:45.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:45.142 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:45.255 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:45.256 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:45.256 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:45.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:45.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:45.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:45.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:45.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:45.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:45.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:45.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:45.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:45.259 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:45.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476945290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:45.303 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:15:45.305 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:15:45.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:45.394 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:45.394 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:45.394 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:45.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:45.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:45.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:45.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:45.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:45.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:45.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:45.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:45.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:45.397 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:45.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:45.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:45.448 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:45.448 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:45.448 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:45.449 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:45.449 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:45.449 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:45.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:45.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:45.450 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:45.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:45.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:45.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:45.451 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:45.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:45.673 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:45.674 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:45.674 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:45.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:45.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:45.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:45.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:45.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:45.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:45.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:45.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:45.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:45.677 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:45.755 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:45.755 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:45.755 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:45.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:45.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:45.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:45.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:45.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:45.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:45.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:45.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:45.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:45.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:45.764 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:45.764 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:45.764 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:45.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:45.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:45.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:45.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:45.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:45.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:45.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:45.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:45.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:45.766 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:45.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476945791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:45.806 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:15:45.810 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:15:45.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:45.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:45.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:45.947 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:45.947 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:45.947 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:45.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:45.948 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:45.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:45.948 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:45.948 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:45.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:45.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:45.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:45.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:45.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:45.956 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:45.956 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:45.956 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:45.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:45.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:45.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:45.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:45.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:45.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:45.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:45.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:45.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:45.957 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:45.958 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27335), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [80ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [155ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [172ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [172ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [422ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [862ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1422ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2402ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1479212347(state=PENDING, result=null, callback=(continuation of Deferred@154099606 after retry RPC after error@412476742) -> (continuation of Deferred@1350566575 after retry RPC after error@1598877345) -> (continuation of Deferred@753719601 after retry RPC after error@467973695) -> (continuation of Deferred@1260472982 after retry RPC after error@1931513013) -> (continuation of Deferred@961537713 after retry RPC after error@128248553) -> (continuation of Deferred@1175479665 after retry RPC after error@832707618) -> (continuation of Deferred@1998458569 after retry RPC after error@1473069409) -> (continuation of Deferred@313756932 after retry RPC after error@869388412) -> (continuation of Deferred@884926601 after retry RPC after error@163934518) -> (continuation of Deferred@118490791 after retry RPC after error@981427209) -> (continuation of Deferred@2043033967 after retry RPC after error@1537784736) -> (continuation of Deferred@1544203084 after retry RPC after error@496288744) -> (continuation of Deferred@1439796340 after retry RPC after error@1270499541) -> (continuation of Deferred@1113840165 after retry RPC after error@2035534338) -> (continuation of Deferred@540564336 after retry RPC after error@962417474) -> (continuation of Deferred@1697846462 after retry RPC after error@47698368) -> (continuation of Deferred@1616308529 after retry RPC after error@859988282) -> (continuation of Deferred@1319699720 after retry RPC after error@1917621452) -> (continuation of Deferred@629466325 after retry RPC after error@91163374) -> (continuation of Deferred@57200142 after retry RPC after error@362070107) -> (continuation of Deferred@397687920 after retry RPC after error@1794210834) -> (continuation of Deferred@791468028 after retry RPC after error@478760026) -> (continuation of Deferred@711504903 after retry RPC after error@1268272308) -> (continuation of Deferred@46330124 after retry RPC after error@1426032274) -> (continuation of Deferred@995678342 after retry RPC after error@850190005), errback=(continuation of Deferred@154099606 after retry RPC after error@412476742) -> (continuation of Deferred@1350566575 after retry RPC after error@1598877345) -> (continuation of Deferred@753719601 after retry RPC after error@467973695) -> (continuation of Deferred@1260472982 after retry RPC after error@1931513013) -> (continuation of Deferred@961537713 after retry RPC after error@128248553) -> (continuation of Deferred@1175479665 after retry RPC after error@832707618) -> (continuation of Deferred@1998458569 after retry RPC after error@1473069409) -> (continuation of Deferred@313756932 after retry RPC after error@869388412) -> (continuation of Deferred@884926601 after retry RPC after error@163934518) -> (continuation of Deferred@118490791 after retry RPC after error@981427209) -> (continuation of Deferred@2043033967 after retry RPC after error@1537784736) -> (continuation of Deferred@1544203084 after retry RPC after error@496288744) -> (continuation of Deferred@1439796340 after retry RPC after error@1270499541) -> (continuation of Deferred@1113840165 after retry RPC after error@2035534338) -> (continuation of Deferred@540564336 after retry RPC after error@962417474) -> (continuation of Deferred@1697846462 after retry RPC after error@47698368) -> (continuation of Deferred@1616308529 after retry RPC after error@859988282) -> (continuation of Deferred@1319699720 after retry RPC after error@1917621452) -> (continuation of Deferred@629466325 after retry RPC after error@91163374) -> (continuation of Deferred@57200142 after retry RPC after error@362070107) -> (continuation of Deferred@397687920 after retry RPC after error@1794210834) -> (continuation of Deferred@791468028 after retry RPC after error@478760026) -> (continuation of Deferred@711504903 after retry RPC after error@1268272308) -> (continuation of Deferred@46330124 after retry RPC after error@1426032274) -> (continuation of Deferred@995678342 after retry RPC after error@850190005)))
02:15:45.959 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:15:45.959 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27335), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [80ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [155ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [172ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [172ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [422ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [862ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1422ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2402ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1479212347(state=PENDING, result=null, callback=(continuation of Deferred@154099606 after retry RPC after error@412476742) -> (continuation of Deferred@1350566575 after retry RPC after error@1598877345) -> (continuation of Deferred@753719601 after retry RPC after error@467973695) -> (continuation of Deferred@1260472982 after retry RPC after error@1931513013) -> (continuation of Deferred@961537713 after retry RPC after error@128248553) -> (continuation of Deferred@1175479665 after retry RPC after error@832707618) -> (continuation of Deferred@1998458569 after retry RPC after error@1473069409) -> (continuation of Deferred@313756932 after retry RPC after error@869388412) -> (continuation of Deferred@884926601 after retry RPC after error@163934518) -> (continuation of Deferred@118490791 after retry RPC after error@981427209) -> (continuation of Deferred@2043033967 after retry RPC after error@1537784736) -> (continuation of Deferred@1544203084 after retry RPC after error@496288744) -> (continuation of Deferred@1439796340 after retry RPC after error@1270499541) -> (continuation of Deferred@1113840165 after retry RPC after error@2035534338) -> (continuation of Deferred@540564336 after retry RPC after error@962417474) -> (continuation of Deferred@1697846462 after retry RPC after error@47698368) -> (continuation of Deferred@1616308529 after retry RPC after error@859988282) -> (continuation of Deferred@1319699720 after retry RPC after error@1917621452) -> (continuation of Deferred@629466325 after retry RPC after error@91163374) -> (continuation of Deferred@57200142 after retry RPC after error@362070107) -> (continuation of Deferred@397687920 after retry RPC after error@1794210834) -> (continuation of Deferred@791468028 after retry RPC after error@478760026) -> (continuation of Deferred@711504903 after retry RPC after error@1268272308) -> (continuation of Deferred@46330124 after retry RPC after error@1426032274) -> (continuation of Deferred@995678342 after retry RPC after error@850190005), errback=(continuation of Deferred@154099606 after retry RPC after error@412476742) -> (continuation of Deferred@1350566575 after retry RPC after error@1598877345) -> (continuation of Deferred@753719601 after retry RPC after error@467973695) -> (continuation of Deferred@1260472982 after retry RPC after error@1931513013) -> (continuation of Deferred@961537713 after retry RPC after error@128248553) -> (continuation of Deferred@1175479665 after retry RPC after error@832707618) -> (continuation of Deferred@1998458569 after retry RPC after error@1473069409) -> (continuation of Deferred@313756932 after retry RPC after error@869388412) -> (continuation of Deferred@884926601 after retry RPC after error@163934518) -> (continuation of Deferred@118490791 after retry RPC after error@981427209) -> (continuation of Deferred@2043033967 after retry RPC after error@1537784736) -> (continuation of Deferred@1544203084 after retry RPC after error@496288744) -> (continuation of Deferred@1439796340 after retry RPC after error@1270499541) -> (continuation of Deferred@1113840165 after retry RPC after error@2035534338) -> (continuation of Deferred@540564336 after retry RPC after error@962417474) -> (continuation of Deferred@1697846462 after retry RPC after error@47698368) -> (continuation of Deferred@1616308529 after retry RPC after error@859988282) -> (continuation of Deferred@1319699720 after retry RPC after error@1917621452) -> (continuation of Deferred@629466325 after retry RPC after error@91163374) -> (continuation of Deferred@57200142 after retry RPC after error@362070107) -> (continuation of Deferred@397687920 after retry RPC after error@1794210834) -> (continuation of Deferred@791468028 after retry RPC after error@478760026) -> (continuation of Deferred@711504903 after retry RPC after error@1268272308) -> (continuation of Deferred@46330124 after retry RPC after error@1426032274) -> (continuation of Deferred@995678342 after retry RPC after error@850190005)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:45.959 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
02:15:45.961 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
02:15:45.964 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27335), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [80ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [155ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [172ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [172ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [422ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [862ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1422ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2402ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1479212347(state=PENDING, result=null, callback=(continuation of Deferred@154099606 after retry RPC after error@412476742) -> (continuation of Deferred@1350566575 after retry RPC after error@1598877345) -> (continuation of Deferred@753719601 after retry RPC after error@467973695) -> (continuation of Deferred@1260472982 after retry RPC after error@1931513013) -> (continuation of Deferred@961537713 after retry RPC after error@128248553) -> (continuation of Deferred@1175479665 after retry RPC after error@832707618) -> (continuation of Deferred@1998458569 after retry RPC after error@1473069409) -> (continuation of Deferred@313756932 after retry RPC after error@869388412) -> (continuation of Deferred@884926601 after retry RPC after error@163934518) -> (continuation of Deferred@118490791 after retry RPC after error@981427209) -> (continuation of Deferred@2043033967 after retry RPC after error@1537784736) -> (continuation of Deferred@1544203084 after retry RPC after error@496288744) -> (continuation of Deferred@1439796340 after retry RPC after error@1270499541) -> (continuation of Deferred@1113840165 after retry RPC after error@2035534338) -> (continuation of Deferred@540564336 after retry RPC after error@962417474) -> (continuation of Deferred@1697846462 after retry RPC after error@47698368) -> (continuation of Deferred@1616308529 after retry RPC after error@859988282) -> (continuation of Deferred@1319699720 after retry RPC after error@1917621452) -> (continuation of Deferred@629466325 after retry RPC after error@91163374) -> (continuation of Deferred@57200142 after retry RPC after error@362070107) -> (continuation of Deferred@397687920 after retry RPC after error@1794210834) -> (continuation of Deferred@791468028 after retry RPC after error@478760026) -> (continuation of Deferred@711504903 after retry RPC after error@1268272308) -> (continuation of Deferred@46330124 after retry RPC after error@1426032274) -> (continuation of Deferred@995678342 after retry RPC after error@850190005), errback=(continuation of Deferred@154099606 after retry RPC after error@412476742) -> (continuation of Deferred@1350566575 after retry RPC after error@1598877345) -> (continuation of Deferred@753719601 after retry RPC after error@467973695) -> (continuation of Deferred@1260472982 after retry RPC after error@1931513013) -> (continuation of Deferred@961537713 after retry RPC after error@128248553) -> (continuation of Deferred@1175479665 after retry RPC after error@832707618) -> (continuation of Deferred@1998458569 after retry RPC after error@1473069409) -> (continuation of Deferred@313756932 after retry RPC after error@869388412) -> (continuation of Deferred@884926601 after retry RPC after error@163934518) -> (continuation of Deferred@118490791 after retry RPC after error@981427209) -> (continuation of Deferred@2043033967 after retry RPC after error@1537784736) -> (continuation of Deferred@1544203084 after retry RPC after error@496288744) -> (continuation of Deferred@1439796340 after retry RPC after error@1270499541) -> (continuation of Deferred@1113840165 after retry RPC after error@2035534338) -> (continuation of Deferred@540564336 after retry RPC after error@962417474) -> (continuation of Deferred@1697846462 after retry RPC after error@47698368) -> (continuation of Deferred@1616308529 after retry RPC after error@859988282) -> (continuation of Deferred@1319699720 after retry RPC after error@1917621452) -> (continuation of Deferred@629466325 after retry RPC after error@91163374) -> (continuation of Deferred@57200142 after retry RPC after error@362070107) -> (continuation of Deferred@397687920 after retry RPC after error@1794210834) -> (continuation of Deferred@791468028 after retry RPC after error@478760026) -> (continuation of Deferred@711504903 after retry RPC after error@1268272308) -> (continuation of Deferred@46330124 after retry RPC after error@1426032274) -> (continuation of Deferred@995678342 after retry RPC after error@850190005)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.253:45347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:45.967 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:45.968 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
02:15:45.968 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
02:15:45.968 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RUNNING to RESTARTING.
02:15:45.977 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:45.978 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:45.978 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:45.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:45.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:45.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:45.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:45.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:45.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:45.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:45.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:45.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:45.979 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:45.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:46.262 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:46.262 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:46.263 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:46.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.264 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.183609 31638 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31633
02:15:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.272153 31638 kernel_stack_watchdog.cc:198] Thread 31633 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
02:15:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:15:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:15:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:15:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:15:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:44.779271 31640 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.274015 31633 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.495s	user 0.502s	sys 0.971s
02:15:46.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.275033 31633 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.496s	user 0.503s	sys 0.971s
02:15:46.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.275648 31642 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.279477 31641 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1498 milliseconds
02:15:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.279528 31633 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.281324 31633 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.284549 31633 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.286110 31633 hybrid_clock.cc:648] HybridClock initialized: now 1783476946286063 us; error 40 us; skew 500 ppm
02:15:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.287299 31633 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:46.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476946291 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:46.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.298138 31633 webserver.cc:534] Webserver started at http://127.30.225.126:36717/ using document root <none> and password file <none>
02:15:46.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.299515 31633 fs_manager.cc:362] Metadata directory not provided
02:15:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.299809 31633 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.300392 31633 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:46.301 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:15:46.302 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:15:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.307492 31633 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/data/instance:
02:15:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1edaeaec7aff45dcb8717a8caee7babc"
02:15:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:46 on dist-test-slave-fshw"
02:15:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.309217 31633 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/wal/instance:
02:15:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1edaeaec7aff45dcb8717a8caee7babc"
02:15:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:46 on dist-test-slave-fshw"
02:15:46.317 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.319684 31633 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.004s	sys 0.005s
02:15:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.327829 31649 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.329278 31633 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.002s
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.329766 31633 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/wal
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1edaeaec7aff45dcb8717a8caee7babc"
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:46 on dist-test-slave-fshw"
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.330235 31633 fs_report.cc:389] FS layout report
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/wal
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/wal
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/data/data
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:46.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:46.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:46.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:46.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:46.344 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:46.344 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:46.344 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:46.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.345 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.388110 31633 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:46.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.389770 31633 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:46.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.390193 31633 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:46.420 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.485319 31633 rpc_server.cc:307] RPC server started. Bound to: 127.30.225.126:36919
02:15:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.485384 31700 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.225.126:36919 every 8 connection(s)
02:15:46.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.489699 31633 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/data/info.pb
02:15:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.493603 31621 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 31633
02:15:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.494117 31621 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-0/wal/instance
02:15:46.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.499395 31701 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.500069 31621 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/wal
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/data
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/logs
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/data/info.pb
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.125:37847
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.125
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:46.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42829/jwks.json with env {}
02:15:46.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.515671 31701 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } has no permanent_uuid. Determining permanent_uuid...
02:15:46.541 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:46.541 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:46.541 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:46.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:46.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:46.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:46.542 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:46.542 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:46.542 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:46.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:46.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:46.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:46.542 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.549983 31701 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } has no permanent_uuid. Determining permanent_uuid...
02:15:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.553045 31652 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.225.125:37847: connect: Connection refused (error 111)
02:15:46.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.558516 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.125:37847: Network error: Client connection negotiation failed: client connection to 127.30.225.125:37847: connect: Connection refused (error 111)
02:15:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.608052 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } attempt: 1
02:15:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.613806 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.125:37847: Network error: Client connection negotiation failed: client connection to 127.30.225.125:37847: connect: Connection refused (error 111)
02:15:46.644 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:46.644 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:46.645 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:46.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.645 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:46.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.682222 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } attempt: 2
02:15:46.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.687703 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.125:37847: Network error: Client connection negotiation failed: client connection to 127.30.225.125:37847: connect: Connection refused (error 111)
02:15:46.759 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:46.759 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:46.759 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:46.760 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.760 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.760 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.760 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:46.760 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.760 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.760 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:46.760 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.760 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:46.760 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:46.761 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28211), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [90ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [90ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [230ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [280ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [284ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [340ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [340ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [341ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [481ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [481ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [482ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [541ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [541ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [542ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [581ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [582ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1221ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2262ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2420ms] refreshing cache from master, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2421ms] too many traces: truncated at 100 traces, deferred=Deferred@202065264(state=PENDING, result=null, callback=(continuation of Deferred@191159085 after retry RPC after error@1367407206) -> (continuation of Deferred@1783932236 after retry RPC after error@1017269683) -> (continuation of Deferred@296899769 after retry RPC after error@1194839843) -> (continuation of Deferred@143027276 after retry RPC after error@652703546) -> (continuation of Deferred@628353219 after retry RPC after error@1547990425) -> (continuation of Deferred@1738249809 after retry RPC after error@2052612927) -> (continuation of Deferred@1087879495 after retry RPC after error@1061217401) -> (continuation of Deferred@80925918 after retry RPC after error@1034559200) -> (continuation of Deferred@1078629779 after retry RPC after error@2014433999) -> (continuation of Deferred@1786219831 after retry RPC after error@130532231) -> (continuation of Deferred@322255073 after retry RPC after error@1698957282) -> (continuation of Deferred@864821320 after retry RPC after error@183375429) -> (continuation of Deferred@807851465 after retry RPC after error@1964556088) -> (continuation of Deferred@658792371 after retry RPC after error@1566714144) -> (continuation of Deferred@1542203352 after retry RPC after error@1807590114) -> (continuation of Deferred@1854001633 after retry RPC after error@577162808) -> (continuation of Deferred@403636043 after retry RPC after error@505607194) -> (continuation of Deferred@2127306982 after retry RPC after error@1791960585) -> (continuation of Deferred@97806524 after retry RPC after error@207605304) -> (continuation of Deferred@319493189 after retry RPC after error@6788931) -> (continuation of Deferred@642813563 after retry RPC after error@1418508935) -> (continuation of Deferred@535700847 after retry RPC after error@588211294) -> (continuation of Deferred@17696018 after retry RPC after error@812109622) -> (continuation of Deferred@1582055688 after retry RPC after error@112849675) -> (continuation of Deferred@2003718235 after retry RPC after error@2046705663) -> (continuation of Deferred@1166435785 after retry RPC after error@216987609) -> (continuation of Deferred@151487127 after retry RPC after error@17716623) -> (continuation of Deferred@2001780810 after retry RPC after error@217817414), errback=(continuation of Deferred@191159085 after retry RPC after error@1367407206) -> (continuation of Deferred@1783932236 after retry RPC after error@1017269683) -> (continuation of Deferred@296899769 after retry RPC after error@1194839843) -> (continuation of Deferred@143027276 after retry RPC after error@652703546) -> (continuation of Deferred@628353219 after retry RPC after error@1547990425) -> (continuation of Deferred@1738249809 after retry RPC after error@2052612927) -> (continuation of Deferred@1087879495 after retry RPC after error@1061217401) -> (continuation of Deferred@80925918 after retry RPC after error@1034559200) -> (continuation of Deferred@1078629779 after retry RPC after error@2014433999) -> (continuation of Deferred@1786219831 after retry RPC after error@130532231) -> (continuation of Deferred@322255073 after retry RPC after error@1698957282) -> (continuation of Deferred@864821320 after retry RPC after error@183375429) -> (continuation of Deferred@807851465 after retry RPC after error@1964556088) -> (continuation of Deferred@658792371 after retry RPC after error@1566714144) -> (continuation of Deferred@1542203352 after retry RPC after error@1807590114) -> (continuation of Deferred@1854001633 after retry RPC after error@577162808) -> (continuation of Deferred@403636043 after retry RPC after error@505607194) -> (continuation of Deferred@2127306982 after retry RPC after error@1791960585) -> (continuation of Deferred@97806524 after retry RPC after error@207605304) -> (continuation of Deferred@319493189 after retry RPC after error@6788931) -> (continuation of Deferred@642813563 after retry RPC after error@1418508935) -> (continuation of Deferred@535700847 after retry RPC after error@588211294) -> (continuation of Deferred@17696018 after retry RPC after error@812109622) -> (continuation of Deferred@1582055688 after retry RPC after error@112849675) -> (continuation of Deferred@2003718235 after retry RPC after error@2046705663) -> (continuation of Deferred@1166435785 after retry RPC after error@216987609) -> (continuation of Deferred@151487127 after retry RPC after error@17716623) -> (continuation of Deferred@2001780810 after retry RPC after error@217817414)))
02:15:46.761 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:15:46.762 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28211), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [90ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [90ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [230ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [280ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [284ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [340ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [340ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [341ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [481ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [481ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [482ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [541ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [541ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [542ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [581ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [582ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1221ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2262ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2420ms] refreshing cache from master, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2421ms] too many traces: truncated at 100 traces, deferred=Deferred@202065264(state=PENDING, result=null, callback=(continuation of Deferred@191159085 after retry RPC after error@1367407206) -> (continuation of Deferred@1783932236 after retry RPC after error@1017269683) -> (continuation of Deferred@296899769 after retry RPC after error@1194839843) -> (continuation of Deferred@143027276 after retry RPC after error@652703546) -> (continuation of Deferred@628353219 after retry RPC after error@1547990425) -> (continuation of Deferred@1738249809 after retry RPC after error@2052612927) -> (continuation of Deferred@1087879495 after retry RPC after error@1061217401) -> (continuation of Deferred@80925918 after retry RPC after error@1034559200) -> (continuation of Deferred@1078629779 after retry RPC after error@2014433999) -> (continuation of Deferred@1786219831 after retry RPC after error@130532231) -> (continuation of Deferred@322255073 after retry RPC after error@1698957282) -> (continuation of Deferred@864821320 after retry RPC after error@183375429) -> (continuation of Deferred@807851465 after retry RPC after error@1964556088) -> (continuation of Deferred@658792371 after retry RPC after error@1566714144) -> (continuation of Deferred@1542203352 after retry RPC after error@1807590114) -> (continuation of Deferred@1854001633 after retry RPC after error@577162808) -> (continuation of Deferred@403636043 after retry RPC after error@505607194) -> (continuation of Deferred@2127306982 after retry RPC after error@1791960585) -> (continuation of Deferred@97806524 after retry RPC after error@207605304) -> (continuation of Deferred@319493189 after retry RPC after error@6788931) -> (continuation of Deferred@642813563 after retry RPC after error@1418508935) -> (continuation of Deferred@535700847 after retry RPC after error@588211294) -> (continuation of Deferred@17696018 after retry RPC after error@812109622) -> (continuation of Deferred@1582055688 after retry RPC after error@112849675) -> (continuation of Deferred@2003718235 after retry RPC after error@2046705663) -> (continuation of Deferred@1166435785 after retry RPC after error@216987609) -> (continuation of Deferred@151487127 after retry RPC after error@17716623) -> (continuation of Deferred@2001780810 after retry RPC after error@217817414), errback=(continuation of Deferred@191159085 after retry RPC after error@1367407206) -> (continuation of Deferred@1783932236 after retry RPC after error@1017269683) -> (continuation of Deferred@296899769 after retry RPC after error@1194839843) -> (continuation of Deferred@143027276 after retry RPC after error@652703546) -> (continuation of Deferred@628353219 after retry RPC after error@1547990425) -> (continuation of Deferred@1738249809 after retry RPC after error@2052612927) -> (continuation of Deferred@1087879495 after retry RPC after error@1061217401) -> (continuation of Deferred@80925918 after retry RPC after error@1034559200) -> (continuation of Deferred@1078629779 after retry RPC after error@2014433999) -> (continuation of Deferred@1786219831 after retry RPC after error@130532231) -> (continuation of Deferred@322255073 after retry RPC after error@1698957282) -> (continuation of Deferred@864821320 after retry RPC after error@183375429) -> (continuation of Deferred@807851465 after retry RPC after error@1964556088) -> (continuation of Deferred@658792371 after retry RPC after error@1566714144) -> (continuation of Deferred@1542203352 after retry RPC after error@1807590114) -> (continuation of Deferred@1854001633 after retry RPC after error@577162808) -> (continuation of Deferred@403636043 after retry RPC after error@505607194) -> (continuation of Deferred@2127306982 after retry RPC after error@1791960585) -> (continuation of Deferred@97806524 after retry RPC after error@207605304) -> (continuation of Deferred@319493189 after retry RPC after error@6788931) -> (continuation of Deferred@642813563 after retry RPC after error@1418508935) -> (continuation of Deferred@535700847 after retry RPC after error@588211294) -> (continuation of Deferred@17696018 after retry RPC after error@812109622) -> (continuation of Deferred@1582055688 after retry RPC after error@112849675) -> (continuation of Deferred@2003718235 after retry RPC after error@2046705663) -> (continuation of Deferred@1166435785 after retry RPC after error@216987609) -> (continuation of Deferred@151487127 after retry RPC after error@17716623) -> (continuation of Deferred@2001780810 after retry RPC after error@217817414)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.254:33699
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:46.762 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
02:15:46.764 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
02:15:46.766 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28211), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [90ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [90ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [230ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [280ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [284ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [340ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [340ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [341ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [481ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [481ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [482ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [541ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [541ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [542ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [581ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [582ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1221ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2262ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2420ms] refreshing cache from master, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2421ms] too many traces: truncated at 100 traces, deferred=Deferred@202065264(state=PENDING, result=null, callback=(continuation of Deferred@191159085 after retry RPC after error@1367407206) -> (continuation of Deferred@1783932236 after retry RPC after error@1017269683) -> (continuation of Deferred@296899769 after retry RPC after error@1194839843) -> (continuation of Deferred@143027276 after retry RPC after error@652703546) -> (continuation of Deferred@628353219 after retry RPC after error@1547990425) -> (continuation of Deferred@1738249809 after retry RPC after error@2052612927) -> (continuation of Deferred@1087879495 after retry RPC after error@1061217401) -> (continuation of Deferred@80925918 after retry RPC after error@1034559200) -> (continuation of Deferred@1078629779 after retry RPC after error@2014433999) -> (continuation of Deferred@1786219831 after retry RPC after error@130532231) -> (continuation of Deferred@322255073 after retry RPC after error@1698957282) -> (continuation of Deferred@864821320 after retry RPC after error@183375429) -> (continuation of Deferred@807851465 after retry RPC after error@1964556088) -> (continuation of Deferred@658792371 after retry RPC after error@1566714144) -> (continuation of Deferred@1542203352 after retry RPC after error@1807590114) -> (continuation of Deferred@1854001633 after retry RPC after error@577162808) -> (continuation of Deferred@403636043 after retry RPC after error@505607194) -> (continuation of Deferred@2127306982 after retry RPC after error@1791960585) -> (continuation of Deferred@97806524 after retry RPC after error@207605304) -> (continuation of Deferred@319493189 after retry RPC after error@6788931) -> (continuation of Deferred@642813563 after retry RPC after error@1418508935) -> (continuation of Deferred@535700847 after retry RPC after error@588211294) -> (continuation of Deferred@17696018 after retry RPC after error@812109622) -> (continuation of Deferred@1582055688 after retry RPC after error@112849675) -> (continuation of Deferred@2003718235 after retry RPC after error@2046705663) -> (continuation of Deferred@1166435785 after retry RPC after error@216987609) -> (continuation of Deferred@151487127 after retry RPC after error@17716623) -> (continuation of Deferred@2001780810 after retry RPC after error@217817414), errback=(continuation of Deferred@191159085 after retry RPC after error@1367407206) -> (continuation of Deferred@1783932236 after retry RPC after error@1017269683) -> (continuation of Deferred@296899769 after retry RPC after error@1194839843) -> (continuation of Deferred@143027276 after retry RPC after error@652703546) -> (continuation of Deferred@628353219 after retry RPC after error@1547990425) -> (continuation of Deferred@1738249809 after retry RPC after error@2052612927) -> (continuation of Deferred@1087879495 after retry RPC after error@1061217401) -> (continuation of Deferred@80925918 after retry RPC after error@1034559200) -> (continuation of Deferred@1078629779 after retry RPC after error@2014433999) -> (continuation of Deferred@1786219831 after retry RPC after error@130532231) -> (continuation of Deferred@322255073 after retry RPC after error@1698957282) -> (continuation of Deferred@864821320 after retry RPC after error@183375429) -> (continuation of Deferred@807851465 after retry RPC after error@1964556088) -> (continuation of Deferred@658792371 after retry RPC after error@1566714144) -> (continuation of Deferred@1542203352 after retry RPC after error@1807590114) -> (continuation of Deferred@1854001633 after retry RPC after error@577162808) -> (continuation of Deferred@403636043 after retry RPC after error@505607194) -> (continuation of Deferred@2127306982 after retry RPC after error@1791960585) -> (continuation of Deferred@97806524 after retry RPC after error@207605304) -> (continuation of Deferred@319493189 after retry RPC after error@6788931) -> (continuation of Deferred@642813563 after retry RPC after error@1418508935) -> (continuation of Deferred@535700847 after retry RPC after error@588211294) -> (continuation of Deferred@17696018 after retry RPC after error@812109622) -> (continuation of Deferred@1582055688 after retry RPC after error@112849675) -> (continuation of Deferred@2003718235 after retry RPC after error@2046705663) -> (continuation of Deferred@1166435785 after retry RPC after error@216987609) -> (continuation of Deferred@151487127 after retry RPC after error@17716623) -> (continuation of Deferred@2001780810 after retry RPC after error@217817414)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.254:33699
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:46.767 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:46.767 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
02:15:46.767 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
02:15:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.779121 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } attempt: 3
02:15:46.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.783949 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.125:37847: Network error: Client connection negotiation failed: client connection to 127.30.225.125:37847: connect: Connection refused (error 111)
02:15:46.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476946791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:46.799 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:15:46.800 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:15:46.817 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.880856 31703 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.881557 31703 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.882133 31703 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.918625 31703 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:15:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.919082 31703 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.919427 31703 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:15:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.919747 31703 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:15:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.920082 31703 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:15:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.920331 31703 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42829/jwks.json
02:15:46.920 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:46.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.927500 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } attempt: 4
02:15:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.933145 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.125:37847: Network error: Client connection negotiation failed: client connection to 127.30.225.125:37847: connect: Connection refused (error 111)
02:15:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.965437 31703 master_runner.cc:387] Master server non-default flags:
02:15:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/data
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/wal
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.125:37847
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42829/jwks.json
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/data/info.pb
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.125
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/logs
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:46.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.966807 31703 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:46.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:46.968464 31703 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.980110 31713 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:46.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:47.115 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:47.115 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:47.115 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:47.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:47.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:47.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:47.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:47.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:47.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:47.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:47.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:47.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:47.116 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:47.170 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:47.170 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:47.170 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:47.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:47.223 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:47.224 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:47.224 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:47.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.225 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:47.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:47.232635 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } attempt: 5
02:15:47.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:47.239938 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.125:37847: Network error: Client connection negotiation failed: client connection to 127.30.225.125:37847: connect: Connection refused (error 111)
02:15:47.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476947290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:47.306 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:15:47.308 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:15:47.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:47.419 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:47.422 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:47.423 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:47.423 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:47.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:47.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:47.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:47.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:47.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:47.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:47.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:47.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:47.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:47.424 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:47.453 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.454 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.454 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.455 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:47.574 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.574 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.575 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.576 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.577 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28915), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [28ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [90ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [151ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [324ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [383ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [781ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [782ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [982ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4241ms] refreshing cache from master, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4242ms] too many traces: truncated at 100 traces, deferred=Deferred@2142038004(state=PENDING, result=null, callback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650), errback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650)))
02:15:47.578 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.578 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.578 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.578 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28915), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [28ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [90ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [151ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [324ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [383ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [781ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [782ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [982ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4241ms] refreshing cache from master, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4242ms] too many traces: truncated at 100 traces, deferred=Deferred@2142038004(state=PENDING, result=null, callback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650), errback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28915), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [28ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [90ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [151ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [324ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [383ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [781ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [782ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [982ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4241ms] refreshing cache from master, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4242ms] too many traces: truncated at 100 traces, deferred=Deferred@2142038004(state=PENDING, result=null, callback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650), errback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:47.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.580 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.580 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.582 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:47.582 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:47.582 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:47.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:47.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:47.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:47.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:47.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:47.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:47.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:47.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:47.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:47.583 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:47.586 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28915), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [28ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [90ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [151ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [324ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [383ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [781ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [782ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [982ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4241ms] refreshing cache from master, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4242ms] too many traces: truncated at 100 traces, deferred=Deferred@2142038004(state=PENDING, result=null, callback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650), errback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28915), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [28ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [89ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [90ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [151ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [324ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [383ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [781ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [782ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [782ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [982ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [983ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [984ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [984ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4241ms] refreshing cache from master, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [4242ms] too many traces: truncated at 100 traces, deferred=Deferred@2142038004(state=PENDING, result=null, callback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650), errback=(continuation of Deferred@934412938 after retry RPC after error@1279783363) -> (continuation of Deferred@311696028 after retry RPC after error@178244733) -> (continuation of Deferred@765340150 after retry RPC after error@1579420783) -> (continuation of Deferred@1826012621 after retry RPC after error@408844302) -> (continuation of Deferred@1146299242 after retry RPC after error@980031739) -> (continuation of Deferred@1661727406 after retry RPC after error@150890697) -> (continuation of Deferred@1433096911 after retry RPC after error@1068246361) -> (continuation of Deferred@51261056 after retry RPC after error@2018354696) -> (continuation of Deferred@2000649956 after retry RPC after error@694619063) -> (continuation of Deferred@1542412853 after retry RPC after error@1317526182) -> (continuation of Deferred@1111709132 after retry RPC after error@1399374976) -> (continuation of Deferred@1928794666 after retry RPC after error@39167032) -> (continuation of Deferred@1516268683 after retry RPC after error@1337585539) -> (continuation of Deferred@85316124 after retry RPC after error@709804770) -> (continuation of Deferred@1930688276 after retry RPC after error@1943456514) -> (continuation of Deferred@1492677206 after retry RPC after error@83747449) -> (continuation of Deferred@1757023909 after retry RPC after error@770791019) -> (continuation of Deferred@914418497 after retry RPC after error@1560623554) -> (continuation of Deferred@1702022113 after retry RPC after error@1108839210) -> (continuation of Deferred@1937554122 after retry RPC after error@121849422) -> (continuation of Deferred@1956489348 after retry RPC after error@170730470) -> (continuation of Deferred@479289987 after retry RPC after error@33367657) -> (continuation of Deferred@406681434 after retry RPC after error@2070697384) -> (continuation of Deferred@1820239164 after retry RPC after error@72882356) -> (continuation of Deferred@1999386818 after retry RPC after error@1861546650)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:47.587 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:47.587 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:47.588 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:47.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:47.590 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:15:47.590 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
02:15:47.591 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
02:15:47.591 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
02:15:47.591 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
02:15:47.591 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
02:15:47.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
02:15:47.592 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
02:15:47.594 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.594 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.594 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.596 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.597 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:15:47.597 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
02:15:47.598 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
02:15:47.614 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.614 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.614 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.616 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.617 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:15:47.617 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
02:15:47.617 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:15:47.623 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:15:47.623 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
02:15:47.623 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:15:47.627 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
02:15:47.627 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:15:47.628 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
02:15:47.629 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
02:15:47.630 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:47.630 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job a6c13ce6708e2c3e17c8a86cefc17c1f
02:15:47.634 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.634 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.634 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.634 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:47.635 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:47.635 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:47.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:47.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:47.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:47.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:47.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:47.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.635 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:47.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:47.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:47.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:47.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.636 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:47.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.654 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.654 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.654 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.656 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.674 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.674 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.674 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.675 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.676 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.678 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:47.678 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:47.679 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:47.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:47.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:47.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:47.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:47.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:47.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:47.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:47.680 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:47.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:47.680 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:47.684 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:47.684 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:47.684 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:47.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:47.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:47.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:47.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:47.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:47.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:47.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:47.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:47.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:47.686 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:47.687 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29065), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [38ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [47ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [47ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [173ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [173ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [264ms] refreshing cache from master, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [266ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [266ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [266ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [267ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [603ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [603ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [603ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [843ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1123ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2723ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [6821ms] refreshing cache from master, [6821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [6821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [6822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [6822ms] too many traces: truncated at 100 traces, deferred=Deferred@1017625763(state=PENDING, result=null, callback=(continuation of Deferred@1328529215 after retry RPC after error@1430322036) -> (continuation of Deferred@114699784 after retry RPC after error@118868181) -> (continuation of Deferred@896616783 after retry RPC after error@1731760078) -> (continuation of Deferred@1344887631 after retry RPC after error@2035507967) -> (continuation of Deferred@1188521899 after retry RPC after error@1706214976) -> (continuation of Deferred@2136672922 after retry RPC after error@503171860) -> (continuation of Deferred@1617567039 after retry RPC after error@328816564) -> (continuation of Deferred@884048007 after retry RPC after error@1206339694) -> (continuation of Deferred@2002007624 after retry RPC after error@782892001) -> (continuation of Deferred@379908875 after retry RPC after error@1811774857) -> (continuation of Deferred@1028513992 after retry RPC after error@1549427315) -> (continuation of Deferred@1842871896 after retry RPC after error@1833355102) -> (continuation of Deferred@1063199134 after retry RPC after error@815371772) -> (continuation of Deferred@1659803785 after retry RPC after error@969527229) -> (continuation of Deferred@2136758987 after retry RPC after error@51779241) -> (continuation of Deferred@363523218 after retry RPC after error@1659465149) -> (continuation of Deferred@2147412265 after retry RPC after error@1290668833) -> (continuation of Deferred@249737298 after retry RPC after error@659529910) -> (continuation of Deferred@804299479 after retry RPC after error@326828811) -> (continuation of Deferred@142627094 after retry RPC after error@1376783008) -> (continuation of Deferred@2027744303 after retry RPC after error@871680868) -> (continuation of Deferred@972436717 after retry RPC after error@1809935481) -> (continuation of Deferred@1950570686 after retry RPC after error@1643709113) -> (continuation of Deferred@1772098359 after retry RPC after error@163719390) -> (continuation of Deferred@1739196400 after retry RPC after error@1315913078) -> (continuation of Deferred@666875431 after retry RPC after error@1059319510), errback=(continuation of Deferred@1328529215 after retry RPC after error@1430322036) -> (continuation of Deferred@114699784 after retry RPC after error@118868181) -> (continuation of Deferred@896616783 after retry RPC after error@1731760078) -> (continuation of Deferred@1344887631 after retry RPC after error@2035507967) -> (continuation of Deferred@1188521899 after retry RPC after error@1706214976) -> (continuation of Deferred@2136672922 after retry RPC after error@503171860) -> (continuation of Deferred@1617567039 after retry RPC after error@328816564) -> (continuation of Deferred@884048007 after retry RPC after error@1206339694) -> (continuation of Deferred@2002007624 after retry RPC after error@782892001) -> (continuation of Deferred@379908875 after retry RPC after error@1811774857) -> (continuation of Deferred@1028513992 after retry RPC after error@1549427315) -> (continuation of Deferred@1842871896 after retry RPC after error@1833355102) -> (continuation of Deferred@1063199134 after retry RPC after error@815371772) -> (continuation of Deferred@1659803785 after retry RPC after error@969527229) -> (continuation of Deferred@2136758987 after retry RPC after error@51779241) -> (continuation of Deferred@363523218 after retry RPC after error@1659465149) -> (continuation of Deferred@2147412265 after retry RPC after error@1290668833) -> (continuation of Deferred@249737298 after retry RPC after error@659529910) -> (continuation of Deferred@804299479 after retry RPC after error@326828811) -> (continuation of Deferred@142627094 after retry RPC after error@1376783008) -> (continuation of Deferred@2027744303 after retry RPC after error@871680868) -> (continuation of Deferred@972436717 after retry RPC after error@1809935481) -> (continuation of Deferred@1950570686 after retry RPC after error@1643709113) -> (continuation of Deferred@1772098359 after retry RPC after error@163719390) -> (continuation of Deferred@1739196400 after retry RPC after error@1315913078) -> (continuation of Deferred@666875431 after retry RPC after error@1059319510)))
02:15:47.714 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.714 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.716 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.727 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:47.728 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:47.728 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:47.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:47.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:47.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:47.730 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:47.754 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:47.754 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:47.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:47.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.755 [INFO - pool-280-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:47.755 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:47.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.756 [INFO - pool-280-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:47.756 [WARN - pool-280-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:47.787488 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } attempt: 6
02:15:47.793 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476947790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:47.794 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:47.794 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:47.794 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:47.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:47.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:47.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:47.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:47.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:47.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:47.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:47.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:47.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:47.797 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:47.805 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:15:47.806 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:15:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:47.814733 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.125:37847: Network error: Client connection negotiation failed: client connection to 127.30.225.125:37847: connect: Connection refused (error 111)
02:15:47.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:47.866 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:47.867 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:47.867 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:47.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:47.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:47.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:47.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:47.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:47.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:47.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:47.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:47.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:47.868 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:47.906 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:47.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:47.908 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:47.908 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:47.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:47.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:47.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:47.909 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:47.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:47.909 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:47.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:47.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:47.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:47.911 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27093), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [33ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [39ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [252ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [256ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [260ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [291ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [296ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [298ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [298ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [323ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [323ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [341ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [342ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [363ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [363ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [562ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [682ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [683ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [960ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [962ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1263ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1942ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [3843ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783)))
02:15:47.912 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:47.913 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:47.913 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27093), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [33ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [39ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [252ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [256ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [260ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [291ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [296ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [298ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [298ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [323ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [323ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [341ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [342ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [363ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [363ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [562ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [682ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [683ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [960ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [962ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1263ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1942ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [3843ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27093), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [33ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [39ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [252ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [256ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [260ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [291ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [296ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [298ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [298ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [323ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [323ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [341ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [342ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [363ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [363ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [562ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [682ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [683ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [960ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [962ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1263ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1942ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [3843ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.126.254:34137
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:47.915 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:47.915 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:47.915 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:47.920 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:47.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:47.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:47.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:47.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:47.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:47.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:47.926 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:47.931 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27093), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [33ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [39ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [252ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [256ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [260ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [291ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [296ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [298ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [298ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [323ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [323ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [341ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [342ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [363ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [363ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [562ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [682ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [683ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [960ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [962ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1263ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1942ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [3843ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27093), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [33ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [39ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [252ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [256ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [260ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [261ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [291ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [296ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [298ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [298ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [323ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [323ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [341ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [342ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [363ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [363ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [562ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [562ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [682ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [683ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [683ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [960ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [962ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1263ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1942ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [3843ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.126.254:34137
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:47.932 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:15:47.933 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RUNNING to RESTARTING.
02:15:47.933 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
02:15:47.934 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
02:15:47.934 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
02:15:47.934 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:15:47.934 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
02:15:47.934 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
02:15:47.935 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:15:47.936 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
02:15:47.936 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
02:15:47.936 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
02:15:47.936 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
02:15:47.945 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:15:47.945 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
02:15:47.945 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:15:47.947 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:47.947 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:47.947 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:47.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:47.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:47.948 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:47.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:47.948 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:47.948 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:47.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:47.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:47.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:47.949 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.021 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:48.021 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:48.022 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:48.022 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:48.022 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:48.022 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:48.022 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:48.023 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:48.023 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:48.023 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:48.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:48.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:48.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:48.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.027 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.029 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:48.029 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:48.029 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:48.029 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:48.031 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:15:48.031 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
02:15:48.031 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:15:48.032 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:48.034 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:15:48.034 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
02:15:48.034 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:15:48.035 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:15:48.035 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
02:15:48.035 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:15:48.037 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:15:48.037 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
02:15:48.037 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:15:48.037 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:15:48.037 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
02:15:48.037 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:15:48.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:15:48.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
02:15:48.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:15:48.047 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:48.047 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:48.047 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:48.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.049 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.066 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:48.066 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:48.066 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:48.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.069 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:15:48.070 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
02:15:48.070 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:15:48.071 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
02:15:48.072 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
02:15:48.073 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:48.077 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
02:15:48.079 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
02:15:48.079 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
02:15:48.080 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:48.080 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:48.081 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44710d49591530d867cb2816f851b96f
02:15:48.085 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:48.086 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:48.086 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:48.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.087 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.126 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:48.127 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:48.127 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:48.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.128 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.134 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:48.134 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:48.134 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:48.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:48.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:48.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:48.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:48.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:48.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:48.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:48.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:48.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:48.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:48.166 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:48.167 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:48.167 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:48.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.168 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.168 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.168 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.168 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.204 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:48.204 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:48.204 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:48.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.207 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:48.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476948290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:48.300 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:15:48.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:15:48.307 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:48.307 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:48.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.309 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.307 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:48.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.309 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:48.311 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27500), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [35ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [91ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [131ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [167ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [171ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [171ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [210ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [217ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [225ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [226ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [282ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [302ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [404ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [441ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [441ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [442ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [803ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1660ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1661ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3440ms] refreshing cache from master, [3440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3442ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3443ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3444ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3444ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3845ms] too many traces: truncated at 100 traces, deferred=Deferred@503447380(state=PENDING, result=null, callback=(continuation of Deferred@938685247 after retry RPC after error@2052526788) -> (continuation of Deferred@1300650290 after retry RPC after error@1550644361) -> (continuation of Deferred@1915248368 after retry RPC after error@808166211) -> (continuation of Deferred@1327182781 after retry RPC after error@1961385579) -> (continuation of Deferred@1141326296 after retry RPC after error@702272416) -> (continuation of Deferred@1061915645 after retry RPC after error@166105465) -> (continuation of Deferred@1997604892 after retry RPC after error@10523533) -> (continuation of Deferred@1675097095 after retry RPC after error@1577573469) -> (continuation of Deferred@564751977 after retry RPC after error@621919530) -> (continuation of Deferred@2033844803 after retry RPC after error@432004109) -> (continuation of Deferred@1938760565 after retry RPC after error@1541351619) -> (continuation of Deferred@1918767585 after retry RPC after error@367453203) -> (continuation of Deferred@536410449 after retry RPC after error@1036206941) -> (continuation of Deferred@1058049053 after retry RPC after error@502542736) -> (continuation of Deferred@1168011534 after retry RPC after error@1650461515) -> (continuation of Deferred@1504383870 after retry RPC after error@1701822826) -> (continuation of Deferred@1406130888 after retry RPC after error@832022953) -> (continuation of Deferred@807824390 after retry RPC after error@727293945) -> (continuation of Deferred@116201920 after retry RPC after error@171651669) -> (continuation of Deferred@159267144 after retry RPC after error@1849678281) -> (continuation of Deferred@15920855 after retry RPC after error@1393085702) -> (continuation of Deferred@734272086 after retry RPC after error@1000697718) -> (continuation of Deferred@741784195 after retry RPC after error@969089790) -> (continuation of Deferred@845056314 after retry RPC after error@579899096) -> (continuation of Deferred@1005308587 after retry RPC after error@463461370) -> (continuation of Deferred@1565431530 after retry RPC after error@2064524757) -> (continuation of Deferred@508888717 after retry RPC after error@2079350454) -> (continuation of Deferred@1386245860 after retry RPC after error@1485494760), errback=(continuation of Deferred@938685247 after retry RPC after error@2052526788) -> (continuation of Deferred@1300650290 after retry RPC after error@1550644361) -> (continuation of Deferred@1915248368 after retry RPC after error@808166211) -> (continuation of Deferred@1327182781 after retry RPC after error@1961385579) -> (continuation of Deferred@1141326296 after retry RPC after error@702272416) -> (continuation of Deferred@1061915645 after retry RPC after error@166105465) -> (continuation of Deferred@1997604892 after retry RPC after error@10523533) -> (continuation of Deferred@1675097095 after retry RPC after error@1577573469) -> (continuation of Deferred@564751977 after retry RPC after error@621919530) -> (continuation of Deferred@2033844803 after retry RPC after error@432004109) -> (continuation of Deferred@1938760565 after retry RPC after error@1541351619) -> (continuation of Deferred@1918767585 after retry RPC after error@367453203) -> (continuation of Deferred@536410449 after retry RPC after error@1036206941) -> (continuation of Deferred@1058049053 after retry RPC after error@502542736) -> (continuation of Deferred@1168011534 after retry RPC after error@1650461515) -> (continuation of Deferred@1504383870 after retry RPC after error@1701822826) -> (continuation of Deferred@1406130888 after retry RPC after error@832022953) -> (continuation of Deferred@807824390 after retry RPC after error@727293945) -> (continuation of Deferred@116201920 after retry RPC after error@171651669) -> (continuation of Deferred@159267144 after retry RPC after error@1849678281) -> (continuation of Deferred@15920855 after retry RPC after error@1393085702) -> (continuation of Deferred@734272086 after retry RPC after error@1000697718) -> (continuation of Deferred@741784195 after retry RPC after error@969089790) -> (continuation of Deferred@845056314 after retry RPC after error@579899096) -> (continuation of Deferred@1005308587 after retry RPC after error@463461370) -> (continuation of Deferred@1565431530 after retry RPC after error@2064524757) -> (continuation of Deferred@508888717 after retry RPC after error@2079350454) -> (continuation of Deferred@1386245860 after retry RPC after error@1485494760)))
02:15:48.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:48.326 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:48.326 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:48.327 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:48.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.328 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.414 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:48.414 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:48.414 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:48.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:48.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:48.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:48.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:48.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:48.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:48.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:48.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:48.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:48.415 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:48.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:48.523 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:48.523 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:48.523 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:48.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:48.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:48.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:48.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:48.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:48.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:48.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:48.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:48.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:48.525 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:48.526 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29867), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [131ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [205ms] refreshing cache from master, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [210ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [483ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [483ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [523ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [843ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1562ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [4522ms] too many traces: truncated at 100 traces, deferred=Deferred@1578442203(state=PENDING, result=null, callback=(continuation of Deferred@647488508 after retry RPC after error@394846687) -> (continuation of Deferred@1669006072 after retry RPC after error@368451721) -> (continuation of Deferred@216512968 after retry RPC after error@1546725266) -> (continuation of Deferred@1734771246 after retry RPC after error@1135612963) -> (continuation of Deferred@1923664996 after retry RPC after error@661682196) -> (continuation of Deferred@1951721766 after retry RPC after error@931588739) -> (continuation of Deferred@58313723 after retry RPC after error@669885272) -> (continuation of Deferred@1956864858 after retry RPC after error@1953582527) -> (continuation of Deferred@966424281 after retry RPC after error@1931998673) -> (continuation of Deferred@485613916 after retry RPC after error@1645435848) -> (continuation of Deferred@139838957 after retry RPC after error@1141911627) -> (continuation of Deferred@1475924628 after retry RPC after error@801971896) -> (continuation of Deferred@152161281 after retry RPC after error@1288054528) -> (continuation of Deferred@1572544638 after retry RPC after error@449109423) -> (continuation of Deferred@498236210 after retry RPC after error@1622258083) -> (continuation of Deferred@1678628123 after retry RPC after error@1486378384) -> (continuation of Deferred@1459474010 after retry RPC after error@992756111) -> (continuation of Deferred@830729980 after retry RPC after error@732760457) -> (continuation of Deferred@320511416 after retry RPC after error@1248036461) -> (continuation of Deferred@1689875923 after retry RPC after error@656136588) -> (continuation of Deferred@1613461386 after retry RPC after error@908973324) -> (continuation of Deferred@429210103 after retry RPC after error@1622889712) -> (continuation of Deferred@1536686154 after retry RPC after error@63619969) -> (continuation of Deferred@857737358 after retry RPC after error@151439054), errback=(continuation of Deferred@647488508 after retry RPC after error@394846687) -> (continuation of Deferred@1669006072 after retry RPC after error@368451721) -> (continuation of Deferred@216512968 after retry RPC after error@1546725266) -> (continuation of Deferred@1734771246 after retry RPC after error@1135612963) -> (continuation of Deferred@1923664996 after retry RPC after error@661682196) -> (continuation of Deferred@1951721766 after retry RPC after error@931588739) -> (continuation of Deferred@58313723 after retry RPC after error@669885272) -> (continuation of Deferred@1956864858 after retry RPC after error@1953582527) -> (continuation of Deferred@966424281 after retry RPC after error@1931998673) -> (continuation of Deferred@485613916 after retry RPC after error@1645435848) -> (continuation of Deferred@139838957 after retry RPC after error@1141911627) -> (continuation of Deferred@1475924628 after retry RPC after error@801971896) -> (continuation of Deferred@152161281 after retry RPC after error@1288054528) -> (continuation of Deferred@1572544638 after retry RPC after error@449109423) -> (continuation of Deferred@498236210 after retry RPC after error@1622258083) -> (continuation of Deferred@1678628123 after retry RPC after error@1486378384) -> (continuation of Deferred@1459474010 after retry RPC after error@992756111) -> (continuation of Deferred@830729980 after retry RPC after error@732760457) -> (continuation of Deferred@320511416 after retry RPC after error@1248036461) -> (continuation of Deferred@1689875923 after retry RPC after error@656136588) -> (continuation of Deferred@1613461386 after retry RPC after error@908973324) -> (continuation of Deferred@429210103 after retry RPC after error@1622889712) -> (continuation of Deferred@1536686154 after retry RPC after error@63619969) -> (continuation of Deferred@857737358 after retry RPC after error@151439054)))
02:15:48.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:46.980595 31714 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:48.563558 31716 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:48.568768 31715 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1588 milliseconds
02:15:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.568898 31703 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:48.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.570289 31703 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:48.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.573098 31703 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.574584 31703 hybrid_clock.cc:648] HybridClock initialized: now 1783476948574556 us; error 51 us; skew 500 ppm
02:15:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.575525 31703 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.582295 31703 webserver.cc:534] Webserver started at http://127.30.225.125:45317/ using document root <none> and password file <none>
02:15:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.583487 31703 fs_manager.cc:362] Metadata directory not provided
02:15:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.583765 31703 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.584408 31703 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.589805 31703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/data/instance:
02:15:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f70a4551c346d8900072972c274ab9"
02:15:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:48 on dist-test-slave-fshw"
02:15:48.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.591056 31703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/wal/instance:
02:15:48.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f70a4551c346d8900072972c274ab9"
02:15:48.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:48 on dist-test-slave-fshw"
02:15:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.599098 31703 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
02:15:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.605472 31743 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:48.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.606675 31703 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
02:15:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.607036 31703 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/wal
02:15:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f70a4551c346d8900072972c274ab9"
02:15:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:48 on dist-test-slave-fshw"
02:15:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.607416 31703 fs_report.cc:389] FS layout report
02:15:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/wal
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/wal
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/data/data
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.660230 31703 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.661965 31703 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.662477 31703 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:48.686 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:48.686 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:48.686 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:48.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.693 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:48.693 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:48.694 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:48.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.694 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:48.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.694 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:48.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.694 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:48.694 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:48.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:48.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:48.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:48.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:48.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:48.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:48.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:48.695 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27873), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [90ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [171ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [233ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [236ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [236ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [236ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [282ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [342ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [482ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [601ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [602ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [741ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [742ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1003ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2122ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2641ms] too many traces: truncated at 100 traces, deferred=Deferred@1393048248(state=PENDING, result=null, callback=(continuation of Deferred@666521701 after retry RPC after error@1891508160) -> (continuation of Deferred@1430865918 after retry RPC after error@1191602709) -> (continuation of Deferred@852112360 after retry RPC after error@847932014) -> (continuation of Deferred@769895798 after retry RPC after error@1497447453) -> (continuation of Deferred@980877742 after retry RPC after error@1540347284) -> (continuation of Deferred@1802984326 after retry RPC after error@990262049) -> (continuation of Deferred@964575134 after retry RPC after error@481832528) -> (continuation of Deferred@1296235818 after retry RPC after error@1205289112) -> (continuation of Deferred@261952819 after retry RPC after error@1376415806) -> (continuation of Deferred@142310648 after retry RPC after error@1976909551) -> (continuation of Deferred@302422507 after retry RPC after error@327979029) -> (continuation of Deferred@1078178336 after retry RPC after error@473816705) -> (continuation of Deferred@986895660 after retry RPC after error@1302980187) -> (continuation of Deferred@270962556 after retry RPC after error@1646105135) -> (continuation of Deferred@1321877749 after retry RPC after error@1280568393) -> (continuation of Deferred@1747638224 after retry RPC after error@1722334224) -> (continuation of Deferred@2054788568 after retry RPC after error@698027898) -> (continuation of Deferred@389142990 after retry RPC after error@878362372) -> (continuation of Deferred@37432066 after retry RPC after error@1940526304) -> (continuation of Deferred@1783385330 after retry RPC after error@193952800) -> (continuation of Deferred@1345791336 after retry RPC after error@1931028122) -> (continuation of Deferred@2067451863 after retry RPC after error@186958572) -> (continuation of Deferred@1649519237 after retry RPC after error@1481010595), errback=(continuation of Deferred@666521701 after retry RPC after error@1891508160) -> (continuation of Deferred@1430865918 after retry RPC after error@1191602709) -> (continuation of Deferred@852112360 after retry RPC after error@847932014) -> (continuation of Deferred@769895798 after retry RPC after error@1497447453) -> (continuation of Deferred@980877742 after retry RPC after error@1540347284) -> (continuation of Deferred@1802984326 after retry RPC after error@990262049) -> (continuation of Deferred@964575134 after retry RPC after error@481832528) -> (continuation of Deferred@1296235818 after retry RPC after error@1205289112) -> (continuation of Deferred@261952819 after retry RPC after error@1376415806) -> (continuation of Deferred@142310648 after retry RPC after error@1976909551) -> (continuation of Deferred@302422507 after retry RPC after error@327979029) -> (continuation of Deferred@1078178336 after retry RPC after error@473816705) -> (continuation of Deferred@986895660 after retry RPC after error@1302980187) -> (continuation of Deferred@270962556 after retry RPC after error@1646105135) -> (continuation of Deferred@1321877749 after retry RPC after error@1280568393) -> (continuation of Deferred@1747638224 after retry RPC after error@1722334224) -> (continuation of Deferred@2054788568 after retry RPC after error@698027898) -> (continuation of Deferred@389142990 after retry RPC after error@878362372) -> (continuation of Deferred@37432066 after retry RPC after error@1940526304) -> (continuation of Deferred@1783385330 after retry RPC after error@193952800) -> (continuation of Deferred@1345791336 after retry RPC after error@1931028122) -> (continuation of Deferred@2067451863 after retry RPC after error@186958572) -> (continuation of Deferred@1649519237 after retry RPC after error@1481010595)))
02:15:48.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:48.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:48.696 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:48.737 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:48.738 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:48.738 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:48.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:48.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:48.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:48.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:48.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:48.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:48.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:48.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:48.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:48.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.744583 31703 rpc_server.cc:307] RPC server started. Bound to: 127.30.225.125:37847
02:15:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.744670 31794 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.225.125:37847 every 8 connection(s)
02:15:48.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.747912 31703 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/data/info.pb
02:15:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.752437 31621 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 31703
02:15:48.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.752830 31621 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-1/wal/instance
02:15:48.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.754426 31795 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.755158 31621 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/wal
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/data
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/logs
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/data/info.pb
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.124:43913
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.124
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42829/jwks.json with env {}
02:15:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.770737 31795 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } has no permanent_uuid. Determining permanent_uuid...
02:15:48.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476948790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:48.801 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:15:48.802 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:15:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.805786 31795 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } has no permanent_uuid. Determining permanent_uuid...
02:15:48.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.822099 31795 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } has no permanent_uuid. Determining permanent_uuid...
02:15:48.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:48.824692 31744 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:48.829180 31795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:48.844 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:48.844 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:48.844 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:48.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:48.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:48.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:48.845 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:48.846 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27982), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [19ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [35ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [35ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [71ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [72ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [152ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [158ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [158ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [159ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [282ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [382ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [421ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [422ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [681ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [682ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [682ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [682ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2280ms] refreshing cache from master, [2280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2282ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [5480ms] refreshing cache from master, [5481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [5481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [5481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [5482ms] too many traces: truncated at 100 traces, deferred=Deferred@1438174753(state=PENDING, result=null, callback=(continuation of Deferred@1411170091 after retry RPC after error@1880066131) -> (continuation of Deferred@1536732325 after retry RPC after error@1220720689) -> (continuation of Deferred@2031530981 after retry RPC after error@1977082244) -> (continuation of Deferred@1798604319 after retry RPC after error@912959608) -> (continuation of Deferred@2049944779 after retry RPC after error@817805771) -> (continuation of Deferred@2146813373 after retry RPC after error@473926483) -> (continuation of Deferred@460400107 after retry RPC after error@1589946287) -> (continuation of Deferred@265116135 after retry RPC after error@1875394142) -> (continuation of Deferred@2105802801 after retry RPC after error@101071345) -> (continuation of Deferred@1675709111 after retry RPC after error@1299559003) -> (continuation of Deferred@271427148 after retry RPC after error@659807241) -> (continuation of Deferred@1317965478 after retry RPC after error@772348486) -> (continuation of Deferred@1399576077 after retry RPC after error@1793190909) -> (continuation of Deferred@1352709049 after retry RPC after error@916277441) -> (continuation of Deferred@1003174817 after retry RPC after error@1586528550) -> (continuation of Deferred@200858678 after retry RPC after error@1467963080) -> (continuation of Deferred@889940405 after retry RPC after error@1875400579) -> (continuation of Deferred@580665120 after retry RPC after error@259585197) -> (continuation of Deferred@1641046582 after retry RPC after error@1275680192) -> (continuation of Deferred@254744158 after retry RPC after error@1203390090) -> (continuation of Deferred@630803865 after retry RPC after error@599309247) -> (continuation of Deferred@1423103088 after retry RPC after error@1095321206) -> (continuation of Deferred@777207363 after retry RPC after error@1213205877) -> (continuation of Deferred@182661467 after retry RPC after error@26393735) -> (continuation of Deferred@906247120 after retry RPC after error@2121769920) -> (continuation of Deferred@1829579964 after retry RPC after error@2045760286) -> (continuation of Deferred@1847766344 after retry RPC after error@763919087), errback=(continuation of Deferred@1411170091 after retry RPC after error@1880066131) -> (continuation of Deferred@1536732325 after retry RPC after error@1220720689) -> (continuation of Deferred@2031530981 after retry RPC after error@1977082244) -> (continuation of Deferred@1798604319 after retry RPC after error@912959608) -> (continuation of Deferred@2049944779 after retry RPC after error@817805771) -> (continuation of Deferred@2146813373 after retry RPC after error@473926483) -> (continuation of Deferred@460400107 after retry RPC after error@1589946287) -> (continuation of Deferred@265116135 after retry RPC after error@1875394142) -> (continuation of Deferred@2105802801 after retry RPC after error@101071345) -> (continuation of Deferred@1675709111 after retry RPC after error@1299559003) -> (continuation of Deferred@271427148 after retry RPC after error@659807241) -> (continuation of Deferred@1317965478 after retry RPC after error@772348486) -> (continuation of Deferred@1399576077 after retry RPC after error@1793190909) -> (continuation of Deferred@1352709049 after retry RPC after error@916277441) -> (continuation of Deferred@1003174817 after retry RPC after error@1586528550) -> (continuation of Deferred@200858678 after retry RPC after error@1467963080) -> (continuation of Deferred@889940405 after retry RPC after error@1875400579) -> (continuation of Deferred@580665120 after retry RPC after error@259585197) -> (continuation of Deferred@1641046582 after retry RPC after error@1275680192) -> (continuation of Deferred@254744158 after retry RPC after error@1203390090) -> (continuation of Deferred@630803865 after retry RPC after error@599309247) -> (continuation of Deferred@1423103088 after retry RPC after error@1095321206) -> (continuation of Deferred@777207363 after retry RPC after error@1213205877) -> (continuation of Deferred@182661467 after retry RPC after error@26393735) -> (continuation of Deferred@906247120 after retry RPC after error@2121769920) -> (continuation of Deferred@1829579964 after retry RPC after error@2045760286) -> (continuation of Deferred@1847766344 after retry RPC after error@763919087)))
02:15:48.846 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:48.846 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:48.847 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:48.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:48.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:48.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:48.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:48.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:48.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:48.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:48.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:48.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:48.847 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:48.873 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:48.873 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:48.873 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:48.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:48.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:48.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:48.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:48.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:48.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:48.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:48.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:48.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:48.874 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.875391 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } attempt: 7
02:15:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.878731 31795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 1
02:15:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:48.884500 31795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:48.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.890463 31701 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } has no permanent_uuid. Determining permanent_uuid...
02:15:48.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:48.896725 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.952952 31795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 2
02:15:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:48.955235 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 1
02:15:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:48.958196 31795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:48.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:48.960098 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:48.966 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:48.966 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:48.966 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:48.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:48.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:48.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.967 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:48.967 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:48.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.041419 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 2
02:15:49.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.046929 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.049600 31795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 3
02:15:49.050 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.050 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.050 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [36ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [79ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [199ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [209ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [209ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [209ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [246ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [248ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [249ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [249ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [283ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [283ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [304ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [361ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [402ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [483ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [661ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [662ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1643ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2824ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [6221ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [6222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [6222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [6224ms] too many traces: truncated at 100 traces, deferred=Deferred@1706217839(state=PENDING, result=null, callback=(continuation of Deferred@444787467 after retry RPC after error@704962594) -> (continuation of Deferred@1267108882 after retry RPC after error@952898980) -> (continuation of Deferred@899382021 after retry RPC after error@949196900) -> (continuation of Deferred@1191867768 after retry RPC after error@523450632) -> (continuation of Deferred@1897806520 after retry RPC after error@1433062471) -> (continuation of Deferred@1096794663 after retry RPC after error@1201817725) -> (continuation of Deferred@1198092747 after retry RPC after error@1155696021) -> (continuation of Deferred@2064853460 after retry RPC after error@782722923) -> (continuation of Deferred@575450205 after retry RPC after error@1917995948) -> (continuation of Deferred@284000699 after retry RPC after error@90448114) -> (continuation of Deferred@1108167239 after retry RPC after error@576874113) -> (continuation of Deferred@1593760559 after retry RPC after error@2058945458) -> (continuation of Deferred@1389240784 after retry RPC after error@1672024934) -> (continuation of Deferred@1260821407 after retry RPC after error@2033235418) -> (continuation of Deferred@1523833741 after retry RPC after error@1909113234) -> (continuation of Deferred@248469079 after retry RPC after error@1923988529) -> (continuation of Deferred@912658010 after retry RPC after error@294096725) -> (continuation of Deferred@1695420124 after retry RPC after error@2052946552) -> (continuation of Deferred@2093989815 after retry RPC after error@1369406044) -> (continuation of Deferred@1156769373 after retry RPC after error@1441651201) -> (continuation of Deferred@1415509260 after retry RPC after error@2126063681) -> (continuation of Deferred@766179781 after retry RPC after error@371987363) -> (continuation of Deferred@897147647 after retry RPC after error@45465393) -> (continuation of Deferred@2024475251 after retry RPC after error@250396622), errback=(continuation of Deferred@444787467 after retry RPC after error@704962594) -> (continuation of Deferred@1267108882 after retry RPC after error@952898980) -> (continuation of Deferred@899382021 after retry RPC after error@949196900) -> (continuation of Deferred@1191867768 after retry RPC after error@523450632) -> (continuation of Deferred@1897806520 after retry RPC after error@1433062471) -> (continuation of Deferred@1096794663 after retry RPC after error@1201817725) -> (continuation of Deferred@1198092747 after retry RPC after error@1155696021) -> (continuation of Deferred@2064853460 after retry RPC after error@782722923) -> (continuation of Deferred@575450205 after retry RPC after error@1917995948) -> (continuation of Deferred@284000699 after retry RPC after error@90448114) -> (continuation of Deferred@1108167239 after retry RPC after error@576874113) -> (continuation of Deferred@1593760559 after retry RPC after error@2058945458) -> (continuation of Deferred@1389240784 after retry RPC after error@1672024934) -> (continuation of Deferred@1260821407 after retry RPC after error@2033235418) -> (continuation of Deferred@1523833741 after retry RPC after error@1909113234) -> (continuation of Deferred@248469079 after retry RPC after error@1923988529) -> (continuation of Deferred@912658010 after retry RPC after error@294096725) -> (continuation of Deferred@1695420124 after retry RPC after error@2052946552) -> (continuation of Deferred@2093989815 after retry RPC after error@1369406044) -> (continuation of Deferred@1156769373 after retry RPC after error@1441651201) -> (continuation of Deferred@1415509260 after retry RPC after error@2126063681) -> (continuation of Deferred@766179781 after retry RPC after error@371987363) -> (continuation of Deferred@897147647 after retry RPC after error@45465393) -> (continuation of Deferred@2024475251 after retry RPC after error@250396622)))
02:15:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.054958 31795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:49.106 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.107 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.107 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.107 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.118337 31797 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.119019 31797 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.119776 31797 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.132447 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 3
02:15:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.137650 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:49.146 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.146 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.147 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.147 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.157949 31797 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:15:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.158366 31797 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.158705 31797 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:15:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.159013 31797 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:15:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.159320 31797 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:15:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.159618 31797 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42829/jwks.json
02:15:49.195 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:49.195 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:49.195 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:49.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:49.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:49.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:49.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:49.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:49.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:49.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:49.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:49.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:49.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.198346 31795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 4
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.200608 31797 master_runner.cc:387] Master server non-default flags:
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/data
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/wal
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.124:43913
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42829/jwks.json
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/data/info.pb
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.124
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/logs
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:49.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.202226 31797 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:49.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.203068 31795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:49.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.204054 31797 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.215620 31809 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.278108 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 4
02:15:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.289497 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:49.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476949290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:49.306 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:15:49.309 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:15:49.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:49.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:49.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.502454 31795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 5
02:15:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.512778 31795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:49.543 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RESTARTING to RUNNING.
02:15:49.544 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 44710d49591530d867cb2816f851b96f from Checkpoint 73 @ 1783476919279 for 44710d49591530d867cb2816f851b96f located at file:/tmp/junit12811897229417014767/checkpoints/44710d49591530d867cb2816f851b96f/chk-73.
02:15:49.548 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:15:49.549 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:15:49.557 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
02:15:49.559 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
02:15:49.559 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id abe07a133224f8180a1a478a38afaed5
02:15:49.559 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
02:15:49.560 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:49.560 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:49.560 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot abe07a133224f8180a1a478a38afaed5.
02:15:49.561 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
02:15:49.561 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 86f8326d2beb93038eaca87fac149a2d
02:15:49.562 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id abe07a133224f8180a1a478a38afaed5.
02:15:49.562 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
02:15:49.563 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:49.564 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
02:15:49.564 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 57509891799598890191c36589280c8b
02:15:49.565 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
02:15:49.565 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 86f8326d2beb93038eaca87fac149a2d.
02:15:49.567 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 86f8326d2beb93038eaca87fac149a2d.
02:15:49.567 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
02:15:49.567 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
02:15:49.568 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d011386
02:15:49.568 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:49.569 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:15:49.569 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:15:49.569 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:15:49.570 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
02:15:49.570 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 2c91c29c9bba79858c85545fb98f0abd
02:15:49.572 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6cf000c8
02:15:49.572 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:15:49.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:49.573144 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 5
02:15:49.574 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:49.579 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 57509891799598890191c36589280c8b.
02:15:49.581 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 57509891799598890191c36589280c8b.
02:15:49.581 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
02:15:49.581 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
02:15:49.582 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2c91c29c9bba79858c85545fb98f0abd.
02:15:49.582 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@41077f40
02:15:49.582 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:49.582 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:15:49.583 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:15:49.583 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:15:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.583348 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:49.583 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 2c91c29c9bba79858c85545fb98f0abd.
02:15:49.584 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
02:15:49.584 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
02:15:49.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@16ff541
02:15:49.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:49.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:15:49.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:15:49.585 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:15:49.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b89da5f
02:15:49.590 [INFO - Thread-52] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:15:49.590 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
02:15:49.590 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
02:15:49.590 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.26.126.253:36049(127.26.126.253:36049)] disconnecting while in state TERMINATED
02:15:49.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b52bad8
02:15:49.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:49.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:15:49.591 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44e61d95
02:15:49.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:15:49.591 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:15:49.594 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.596 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.26.126.252:33207(127.26.126.252:33207)] disconnecting while in state TERMINATED
02:15:49.596 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.26.126.254:34137(127.26.126.254:34137)] disconnecting while in state TERMINATED
02:15:49.597 [DEBUG - Thread-52] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:49.597 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:49.597 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@78db5b50
02:15:49.600 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:49.600 [INFO - Thread-52] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:15:49.601 [INFO - Thread-52] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:15:49.603 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:49.606 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.608 [DEBUG - Thread-52] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:49.609 [INFO - Thread-52] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:15:49.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.610 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.617 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.624 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.625 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.626 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:49.627 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:49.627 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:49.627 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.627 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:49.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.628 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.629 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.630 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.633 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.634 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.636 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.643 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.643 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.645 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.645 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.647 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.649 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.651 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.652 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.654 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.655 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.657 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.659 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.659 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.660 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.661 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.661 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.665 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.666 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.667 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.670 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.671 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.673 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.673 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:49.673 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:49.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.673 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:49.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:49.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:49.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:49.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:49.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:49.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:49.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:49.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:49.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:49.674 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:49.675 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.677 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.679 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.680 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.681 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.683 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.684 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.685 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.685 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.685 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.688 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.688 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.689 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.691 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.691 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.691 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.693 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.695 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.695 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.695 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.695 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.696 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.699 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.701 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.703 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.703 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.704 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.705 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.707 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.709 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.709 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.710 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.711 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.711 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.712 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.713 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.714 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.714 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.715 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.716 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.718 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.720 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.725 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.725 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.725 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.726 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.726 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.730 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.732 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.733 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.745 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.745 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.745 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.745 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.745 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.746 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.746 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.747 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.747 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.747 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.750 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.750 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.750 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.751 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.751 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.751 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.751 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.753 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.754 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.754 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.754 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.764 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.769 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.769 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.770 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.771 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.771 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.771 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.773 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.773 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.773 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.773 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.774 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.775 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.775 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.776 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.777 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.777 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.793 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476949792 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:49.795 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:49.796 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:49.796 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:49.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:49.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:49.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:49.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:49.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:49.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:49.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:49.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:49.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:49.799 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:49.804 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.804 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.804 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.806 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.806 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.806 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.808 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.812 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
02:15:49.814 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:15:49.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:49.825 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.825 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.826 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.827 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.844 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.844 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.844 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.846 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.865 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.865 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.865 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.867 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.874 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.875 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.875 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.890 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.891 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.891 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.893 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.910 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.910 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.911 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.912 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.923 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:49.923 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:49.923 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:49.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:49.924 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:49.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:49.925 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:49.945 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.945 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.945 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.946 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.946 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.947 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.986 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:49.986 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:49.986 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:49.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:49.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:49.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:49.988 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:49.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:50.025 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:50.025 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:50.025 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:50.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:50.034 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:50.034 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:50.034 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:50.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.035 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:50.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:50.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.060413 31795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 6
02:15:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:50.075176 31795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:50.124 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:50.124 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:50.124 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:50.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:50.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:50.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:50.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:50.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:50.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:50.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:50.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:50.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:50.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:50.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.135866 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 6
02:15:50.165 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:50.165 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:50.166 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:50.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.167 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.167 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:50.170 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:50.170 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:50.170 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:50.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.172 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:50.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:50.182282 31701 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.225.124:43913: Network error: Client connection negotiation failed: client connection to 127.30.225.124:43913: connect: Connection refused (error 111)
02:15:50.194 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:50.194 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:50.194 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:50.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.196 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.196 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:50.245 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:50.245 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:50.246 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:50.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.247 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:50.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476950290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:50.308 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:15:50.311 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:15:50.317 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:50.384 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:50.384 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:50.384 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:50.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:50.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:50.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:50.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:50.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:50.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:50.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:50.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:50.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:50.386 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:50.407 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:50.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:50.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:50.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:50.412 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:50.412 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:50.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:50.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:50.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:50.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:50.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:50.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:50.414 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:50.455 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:50.456 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:50.456 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:50.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:50.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:50.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:50.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:50.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:50.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:50.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:50.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:50.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:50.458 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:50.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:50.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:50.620609 31808 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31797
02:15:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:50.736788 31808 kernel_stack_watchdog.cc:198] Thread 31797 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
02:15:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:15:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:15:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:15:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:15:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:50.737262 31797 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.521s	user 0.520s	sys 0.958s
02:15:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:50.737687 31797 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.521s	user 0.520s	sys 0.958s
02:15:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:49.216825 31810 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:50.738579 31811 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1519 milliseconds
02:15:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:50.739555 31812 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.739492 31797 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.744086 31797 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:50.745 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:50.745 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:50.745 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:50.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.746 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.746 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.746 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.752808 31797 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.754343 31797 hybrid_clock.cc:648] HybridClock initialized: now 1783476950754229 us; error 111 us; skew 500 ppm
02:15:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.755682 31797 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:50.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.762773 31797 webserver.cc:534] Webserver started at http://127.30.225.124:45947/ using document root <none> and password file <none>
02:15:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.763953 31797 fs_manager.cc:362] Metadata directory not provided
02:15:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.764299 31797 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:50.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.765020 31797 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.770093 31797 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/data/instance:
02:15:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1ccda7884ba4593850cc607967d7cae"
02:15:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:50 on dist-test-slave-fshw"
02:15:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.771520 31797 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/wal/instance:
02:15:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1ccda7884ba4593850cc607967d7cae"
02:15:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:50 on dist-test-slave-fshw"
02:15:50.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.779524 31797 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.005s
02:15:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.785888 31877 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.787235 31797 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:15:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.787562 31797 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/wal
02:15:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1ccda7884ba4593850cc607967d7cae"
02:15:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:50 on dist-test-slave-fshw"
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.787856 31797 fs_report.cc:389] FS layout report
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/wal
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/wal
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/data/data
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:50.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476950790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:50.797 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:15:50.798 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:15:50.817 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:50.823 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:50.824 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:50.824 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:50.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:50.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:50.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:50.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:50.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:50.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:50.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:50.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:50.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:50.824 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.849918 31797 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.851434 31797 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.851895 31797 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:50.891 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:50.891 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:50.891 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:50.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:50.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:50.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:50.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:50.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.934494 31797 rpc_server.cc:307] RPC server started. Bound to: 127.30.225.124:43913
02:15:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.934728 31928 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.225.124:43913 every 8 connection(s)
02:15:50.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.937403 31797 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/data/info.pb
02:15:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.939846 31621 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 31797
02:15:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.940395 31621 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/master-2/wal/instance
02:15:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.946805 31929 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:15:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:50.966914 31929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } has no permanent_uuid. Determining permanent_uuid...
02:15:50.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.006413 31929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } has no permanent_uuid. Determining permanent_uuid...
02:15:51.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.016517 31929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } has no permanent_uuid. Determining permanent_uuid...
02:15:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.034219 31929 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae: Bootstrap starting.
02:15:51.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.041484 31929 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae: Neither blocks nor log segments found. Creating new log.
02:15:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.043438 31929 log.cc:826] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae: Log is configured to *not* fsync() on all Append() calls
02:15:51.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.048534 31929 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae: No bootstrap required, opened a new log
02:15:51.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.070726 31929 raft_consensus.cc:359] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } }
02:15:51.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.071643 31929 raft_consensus.cc:385] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.071976 31929 raft_consensus.cc:740] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1ccda7884ba4593850cc607967d7cae, State: Initialized, Role: FOLLOWER
02:15:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.072901 31929 consensus_queue.cc:260] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } }
02:15:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.075351 31938 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.075973 31938 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [sys.catalog]: This master's current role is: FOLLOWER
02:15:51.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.076895 31929 sys_catalog.cc:565] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [sys.catalog]: configured and running, proceeding with master startup.
02:15:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:51.101624 31949 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:15:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:51.101981 31949 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:15:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:51.107535 31883 tablet.cc:2406] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:51.114 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:51.114 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:51.114 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:51.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.099117 31797 master_runner.cc:187] Error getting master registration for 127.30.225.126:36919: OK, instance_id { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" instance_seqno: 1783476946459440 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:15:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.129431 31797 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:15:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.135746 31795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 7
02:15:51.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.161712 31795 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9: Bootstrap starting.
02:15:51.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.168203 31795 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9: Neither blocks nor log segments found. Creating new log.
02:15:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.170251 31795 log.cc:826] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9: Log is configured to *not* fsync() on all Append() calls
02:15:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.177161 31795 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9: No bootstrap required, opened a new log
02:15:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.198210 31795 raft_consensus.cc:359] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } }
02:15:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.199115 31795 raft_consensus.cc:385] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.199402 31795 raft_consensus.cc:740] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34f70a4551c346d8900072972c274ab9, State: Initialized, Role: FOLLOWER
02:15:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.200392 31795 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } }
02:15:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.203507 31953 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.205 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:51.205 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:51.205 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.204409 31953 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [sys.catalog]: This master's current role is: FOLLOWER
02:15:51.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.205600 31795 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [sys.catalog]: configured and running, proceeding with master startup.
02:15:51.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.206 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.215965 31701 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } attempt: 7
02:15:51.250 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:51.251 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:51.251 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:51.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.252 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:51.255 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:51.255 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:51.255 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:51.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:51.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:51.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:51.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:51.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:51.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:51.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:51.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:51.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:51.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.259675 31701 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc: Bootstrap starting.
02:15:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:51.259820 31965 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:15:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:51.260179 31965 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:15:51.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.268049 31701 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc: Neither blocks nor log segments found. Creating new log.
02:15:51.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.270792 31701 log.cc:826] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc: Log is configured to *not* fsync() on all Append() calls
02:15:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.240175 31703 master_runner.cc:187] Error getting master registration for 127.30.225.126:36919: OK, instance_id { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" instance_seqno: 1783476946459440 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:15:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.273092 31703 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:15:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.283612 31701 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc: No bootstrap required, opened a new log
02:15:51.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476951290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:51.302 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:15:51.302 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:15:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.314764 31701 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } }
02:15:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.315675 31701 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:15:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.315977 31701 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1edaeaec7aff45dcb8717a8caee7babc, State: Initialized, Role: FOLLOWER
02:15:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.316926 31701 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } }
02:15:51.317 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:51.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.320333 31968 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.321323 31968 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [sys.catalog]: This master's current role is: FOLLOWER
02:15:51.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.322563 31701 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [sys.catalog]: configured and running, proceeding with master startup.
02:15:51.366 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:51.367 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:51.367 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:51.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.369 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.370 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.370 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.370 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:51.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:51.395517 31979 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:15:51.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.395838 31633 master_runner.cc:264] No leader master found from master 1edaeaec7aff45dcb8717a8caee7babc
02:15:51.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.396188 31633 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:15:51.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:51.396196 31979 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:15:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:51.404059 31655 tablet.cc:2406] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:51.405 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:51.405 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:51.406 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:51.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.407 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:51.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:51.421303 31749 tablet.cc:2406] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:15:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.442993 31953 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:15:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.443614 31953 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } }
02:15:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.449273 31904 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34f70a4551c346d8900072972c274ab9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c1ccda7884ba4593850cc607967d7cae" is_pre_election: true
02:15:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.450232 31904 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34f70a4551c346d8900072972c274ab9 in term 0.
02:15:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.452013 31744 leader_election.cc:304] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34f70a4551c346d8900072972c274ab9, c1ccda7884ba4593850cc607967d7cae; no voters: 
02:15:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.447667 31676 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34f70a4551c346d8900072972c274ab9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1edaeaec7aff45dcb8717a8caee7babc" is_pre_election: true
02:15:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.455138 31676 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34f70a4551c346d8900072972c274ab9 in term 0.
02:15:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.457314 31953 leader_election.cc:290] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1edaeaec7aff45dcb8717a8caee7babc (127.30.225.126:36919), c1ccda7884ba4593850cc607967d7cae (127.30.225.124:43913)
02:15:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.457973 31953 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:15:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.458503 31953 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:15:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.458940 31953 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 0 FOLLOWER]: Advancing to term 1
02:15:51.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.476898 31953 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } }
02:15:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.480370 31676 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34f70a4551c346d8900072972c274ab9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1edaeaec7aff45dcb8717a8caee7babc"
02:15:51.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.480958 31676 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [term 0 FOLLOWER]: Advancing to term 1
02:15:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.489841 31676 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34f70a4551c346d8900072972c274ab9 in term 1.
02:15:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.491289 31746 leader_election.cc:304] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1edaeaec7aff45dcb8717a8caee7babc, 34f70a4551c346d8900072972c274ab9; no voters: 
02:15:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.492475 31981 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 1 FOLLOWER]: Leader election won for term 1
02:15:51.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.495982 31904 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34f70a4551c346d8900072972c274ab9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c1ccda7884ba4593850cc607967d7cae"
02:15:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.496526 31904 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [term 0 FOLLOWER]: Advancing to term 1
02:15:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.505498 31904 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34f70a4551c346d8900072972c274ab9 in term 1.
02:15:51.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.507365 31953 leader_election.cc:290] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [CANDIDATE]: Term 1 election: Requested vote from peers 1edaeaec7aff45dcb8717a8caee7babc (127.30.225.126:36919), c1ccda7884ba4593850cc607967d7cae (127.30.225.124:43913)
02:15:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.511273 31981 raft_consensus.cc:697] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [term 1 LEADER]: Becoming Leader. State: Replica: 34f70a4551c346d8900072972c274ab9, State: Running, Role: LEADER
02:15:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.512486 31981 consensus_queue.cc:237] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } }
02:15:51.514 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:51.514 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:51.514 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:51.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.516 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:51.522 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:51.522 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:51.522 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:51.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:51.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:51.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:51.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:51.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:51.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:51.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:51.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:51.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:51.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.534303 31953 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34f70a4551c346d8900072972c274ab9. Latest consensus state: current_term: 1 leader_uuid: "34f70a4551c346d8900072972c274ab9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.535050 31953 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [sys.catalog]: This master's current role is: LEADER
02:15:51.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.541900 31984 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:15:51.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.561556 31984 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:15:51.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.599249 31904 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [term 1 FOLLOWER]: Refusing update from remote peer 34f70a4551c346d8900072972c274ab9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:15:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.603084 31676 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [term 1 FOLLOWER]: Refusing update from remote peer 34f70a4551c346d8900072972c274ab9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:15:51.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.605100 31981 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:51.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.606791 31981 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:15:51.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.657074 31985 mvcc.cc:204] Tried to move back new op lower bound from 7305121593728315392 to 7305121593434935296. Current Snapshot: MvccSnapshot[applied={T|T < 7305121593728315392}]
02:15:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.662292 31968 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34f70a4551c346d8900072972c274ab9. Latest consensus state: current_term: 1 leader_uuid: "34f70a4551c346d8900072972c274ab9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.663002 31968 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [sys.catalog]: This master's current role is: FOLLOWER
02:15:51.684 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:51.684 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:51.684 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:51.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:51.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:51.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:51.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:51.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:51.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:51.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:51.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:51.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:51.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.693058 31968 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34f70a4551c346d8900072972c274ab9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.694011 31968 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc [sys.catalog]: This master's current role is: FOLLOWER
02:15:51.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.695546 31981 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34f70a4551c346d8900072972c274ab9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.696306 31981 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [sys.catalog]: This master's current role is: LEADER
02:15:51.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.697297 31981 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34f70a4551c346d8900072972c274ab9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.697926 31981 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9 [sys.catalog]: This master's current role is: LEADER
02:15:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.691231 31986 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34f70a4551c346d8900072972c274ab9. Latest consensus state: current_term: 1 leader_uuid: "34f70a4551c346d8900072972c274ab9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.702211 31986 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [sys.catalog]: This master's current role is: FOLLOWER
02:15:51.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.706082 31984 catalog_manager.cc:1382] Generated new cluster ID: cf8bec07ba974fd3ae13ef1c3c4070b1
02:15:51.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.706393 31984 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:15:51.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.707763 31992 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34f70a4551c346d8900072972c274ab9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1edaeaec7aff45dcb8717a8caee7babc" member_type: VOTER last_known_addr { host: "127.30.225.126" port: 36919 } } peers { permanent_uuid: "34f70a4551c346d8900072972c274ab9" member_type: VOTER last_known_addr { host: "127.30.225.125" port: 37847 } } peers { permanent_uuid: "c1ccda7884ba4593850cc607967d7cae" member_type: VOTER last_known_addr { host: "127.30.225.124" port: 43913 } } }
02:15:51.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.708515 31992 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae [sys.catalog]: This master's current role is: FOLLOWER
02:15:51.714 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:51.714 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:51.715 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:51.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:51.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:51.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:51.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:51.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:51.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:51.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:51.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:51.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:51.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:51.726 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:51.726 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:51.727 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:51.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:51.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:51.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:51.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:51.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:51.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:51.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:51.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:51.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:51.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.777402 31984 catalog_manager.cc:1405] Generated new certificate authority record
02:15:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.782174 31984 catalog_manager.cc:1539] Loading token signing keys...
02:15:51.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476951790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:51.810 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
02:15:51.811 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:15:51.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.868553 31984 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 34f70a4551c346d8900072972c274ab9: Generated new TSK 0
02:15:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.870242 31984 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:15:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:51.919978 31621 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/wal
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/data
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/logs
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/data/info.pb
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.65:0
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.225.65
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.65
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:15:51.925 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:51.926 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:51.926 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:51.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.927 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:51.961 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:51.961 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:51.961 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:51.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:51.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:51.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:51.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:51.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:51.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:51.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:51.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:51.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:51.962 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:51.971 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:51.971 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:51.971 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:51.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:51.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:51.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:51.973 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:52.001 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:52.039 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:52.074 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:52.074 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:52.074 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:52.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:52.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:52.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:52.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:52.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:52.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:52.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:52.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:52.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:52.075 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.108423 31949 catalog_manager.cc:1294] Loaded cluster ID: cf8bec07ba974fd3ae13ef1c3c4070b1
02:15:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.108879 31949 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae: loading cluster ID for follower catalog manager: success
02:15:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.122001 31949 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae: acquiring CA information for follower catalog manager: success
02:15:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.134670 31949 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c1ccda7884ba4593850cc607967d7cae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:15:52.143 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:52.143 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:52.143 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:52.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:52.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:52.144 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:52.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:52.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:52.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:52.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:52.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:52.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:52.146 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:52.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476952290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:52.302 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:15:52.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:15:52.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:52.331 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:52.331 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:52.331 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:52.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:52.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:52.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:52.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:52.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:52.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:52.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:52.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:52.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:52.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:52.354 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:52.354 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:52.354 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:52.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:52.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:52.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:52.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:52.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:52.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:52.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:52.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:52.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:52.356 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.402503 31979 catalog_manager.cc:1294] Loaded cluster ID: cf8bec07ba974fd3ae13ef1c3c4070b1
02:15:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.403033 31979 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc: loading cluster ID for follower catalog manager: success
02:15:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.418148 31979 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc: acquiring CA information for follower catalog manager: success
02:15:52.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.431687 31979 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1edaeaec7aff45dcb8717a8caee7babc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:15:52.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:52.539 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:52.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:52.663607 31995 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:52.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:52.664279 31995 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:52.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:52.665037 31995 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:52.726027 31995 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:52.727385 31995 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.225.65
02:15:52.787 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:52.787 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:52.787 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:52.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:52.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:52.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:52.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:52.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:52.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:52.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:52.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:52.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:52.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:52.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476952790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.793082 31995 tablet_server_runner.cc:78] Tablet server non-default flags:
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/data
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/wal
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.65:0
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/data/info.pb
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.65
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.225.65
02:15:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/logs
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.795423 31995 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:52.797771 31995 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:52.805 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:15:52.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:15:52.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:52.835485 32002 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:52.862 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RESTARTING to RUNNING.
02:15:52.864 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:15:52.865 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
02:15:52.865 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:15:52.869 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
02:15:52.870 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:52.871 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
02:15:52.871 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 7d2f5db5bec490ad0b15a71b7a248708
02:15:52.871 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:15:52.872 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 7d2f5db5bec490ad0b15a71b7a248708.
02:15:52.873 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
02:15:52.874 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:52.874 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
02:15:52.874 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b
02:15:52.875 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
02:15:52.875 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:15:52.875 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
02:15:52.875 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 5f93dcc74a70c8785da6de741e58ceb9
02:15:52.875 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
02:15:52.876 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
02:15:52.876 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:15:52.876 [INFO - Thread-53] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:15:52.877 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:52.877 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:15:52.876 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id e8729b5aff2e7661118f01f5f3b686e4
02:15:52.878 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:15:52.879 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 5f93dcc74a70c8785da6de741e58ceb9.
02:15:52.877 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.22.124.254:40567(127.22.124.254:40567)] disconnecting while in state TERMINATED
02:15:52.879 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:15:52.879 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
02:15:52.879 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
02:15:52.880 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
02:15:52.880 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
02:15:52.880 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
02:15:52.880 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
02:15:52.880 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id e8729b5aff2e7661118f01f5f3b686e4.
02:15:52.881 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.22.124.253:40343(127.22.124.253:40343)] disconnecting while in state TERMINATED
02:15:52.881 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.22.124.252:46509(127.22.124.252:46509)] disconnecting while in state TERMINATED
02:15:52.881 [DEBUG - Thread-53] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:15:52.882 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10416a6a
02:15:52.882 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:52.882 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:15:52.884 [INFO - Thread-53] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:15:52.884 [INFO - Thread-53] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:15:52.886 [DEBUG - Thread-53] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:52.886 [INFO - Thread-53] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:15:52.888 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ae946bd
02:15:52.888 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:52.888 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:15:52.889 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
02:15:52.890 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
02:15:52.893 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
02:15:52.894 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a457374
02:15:52.894 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:52.894 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:15:52.894 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
02:15:52.894 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:15:52.894 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:15:52.896 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:15:52.896 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:15:52.897 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45eaca07
02:15:52.897 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:15:52.897 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:15:52.899 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c5e70f2
02:15:52.899 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
02:15:52.899 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
02:15:52.900 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:52.903 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@405e9b6e
02:15:52.915 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:52.917 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:52.917 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:52.917 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:52.917 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:52.917 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:15:52.920 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:52.920 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e2b5333
02:15:52.922 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f86af3a
02:15:52.930 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:52.936 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:15:52.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:52.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:52.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:52.956 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:52.964 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:52.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:52.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:52.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:52.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:52.976 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:52.985 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:52.996 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:52.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:53.007 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.011 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.022 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.033 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.036 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.039 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:53.040 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.047 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.049 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.054 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.056 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.060 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.060 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.060 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.060 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.066 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.067 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.067 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.076 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.077 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.079 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.087 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.088 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.088 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.088 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.091 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.102 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.107 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.116 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.117 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.127 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.134 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.137 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.148 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.149 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.149 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.149 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.161 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.165 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.169 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.169 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.173 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.175 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.183 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.183 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.186 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.189 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.190 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.190 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.196 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.197 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.203 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.216 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.216 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.216 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.218 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.219 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.225 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.234 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.236 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.236 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.236 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.237 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.238 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.238 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.238 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.238 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.239 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.239 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.239 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.239 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.239 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.239 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.244 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.253 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.254 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.256 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.256 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.256 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.258 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.258 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.258 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.259 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.262 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.272 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.275 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.276 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.276 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.276 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.276 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.277 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.277 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.285 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.291 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476953291 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:53.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.293 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.300 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.300 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.300 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.301 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.301 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.301 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.301 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.301 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.303 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.305 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.305 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.305 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.306 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.306 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.307 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.307 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.307 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.309 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.316 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
02:15:53.317 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.317 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.317 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:53.320 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:15:53.325 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.326 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.326 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.327 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.331 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.334 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.337 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.337 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.337 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.345 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.345 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.345 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.356 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.356 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.356 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.357 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.357 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.357 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.357 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.358 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.358 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.358 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.359 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.359 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.359 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.359 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.359 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.366 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.366 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.366 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.367 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.376 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.376 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.376 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.377 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.378 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.378 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.378 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.379 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.379 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.397 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.398 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.398 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.406 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.406 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.406 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.408 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.414 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:53.415 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:53.415 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:53.415 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:53.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:53.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:53.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:53.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:53.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:53.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:53.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:53.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:53.416 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:53.431 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:53.431 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:53.431 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:53.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:53.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:53.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:53.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:53.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:53.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:53.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:53.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:53.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:53.433 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:53.436 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.436 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.436 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.437 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.456 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.457 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.457 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.458 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:53.476 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.476 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.477 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:53.516 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.516 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.516 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.517 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.517 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.517 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.518 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.518 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.518 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.519 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.521 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.521 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.522 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:53.546 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.546 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.546 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.548 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.548 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.557 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.557 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.557 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.576 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.577 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.577 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.578 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.578 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:53.578 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:53.578 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:53.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:53.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:53.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:53.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:53.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:53.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:53.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:53.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:53.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:53.579 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:53.616 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.616 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.616 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.696 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.696 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.697 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.698 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.705 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:53.705 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:53.705 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:53.706 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:53.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:53.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:53.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:53.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:53.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:53.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:53.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:53.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:53.707 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:53.794 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476953791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:53.798 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.799 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.799 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.812 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.816 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:53.817 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:53.817 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:53.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:53.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:53.819 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:53.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:53.819 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:53.822 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=31 ms, finalizationTime=0 ms).
02:15:53.824 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:15:53.826 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.826 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.826 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.828 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.828 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.877 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:53.877 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:53.877 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:53.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:53.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:53.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:53.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:53.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:53.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:54.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:54.106 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:54.106 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:54.106 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:54.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:54.236 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:54.236 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:54.237 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:54.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:54.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476954290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:54.305 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:15:54.307 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:15:54.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:54.338 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:54.338 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:54.338 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:54.338 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:54.338 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:54.338 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:54.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.340 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.341 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.341 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.341 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:54.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.341 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.341 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:54.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:54.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:54.344 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:54.415 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:54.415 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:54.415 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:54.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:54.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:54.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:54.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:54.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:54.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:54.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:54.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:54.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:54.417 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:54.436 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:54.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:54.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:54.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:54.437 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:54.438 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:54.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:54.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:54.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:54.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:54.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:54.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:54.439 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:54.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:54.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:54.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:54.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476954790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:54.804 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:15:54.804 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:15:54.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:54.905 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:54.905 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:54.905 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:54.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:54.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:54.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:54.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:54.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:54.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:54.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:54.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:54.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:54.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:54.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:54.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:55.014 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:55.014 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:55.014 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:55.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:55.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:55.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:55.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:55.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:55.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:55.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:55.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:55.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:55.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:55.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:55.121 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:55.122 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:55.122 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:55.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:55.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:55.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:55.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:55.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:55.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:55.124 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:55.124 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:55.124 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:55.124 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:55.205 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:55.206 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:55.206 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:55.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.208 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:55.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476955290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:55.300 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:15:55.301 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:15:55.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:55.454 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:55.455 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:55.455 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:55.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:55.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:55.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:55.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:55.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:55.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:55.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:55.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:55.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:55.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:55.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:55.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:55.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:55.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:52.855576 32003 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:55.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:54.221850 32000 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31995
02:15:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:55.614615 31995 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.759s	user 0.419s	sys 0.701s
02:15:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:55.621037 31995 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.765s	user 0.420s	sys 0.702s
02:15:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.621393 31995 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:15:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:55.617477 32006 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:55.618057 32004 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2762 milliseconds
02:15:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.626751 31995 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.641686 31995 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.649395 31995 hybrid_clock.cc:648] HybridClock initialized: now 1783476955649345 us; error 60 us; skew 500 ppm
02:15:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.650367 31995 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.658591 31995 webserver.cc:534] Webserver started at http://127.30.225.65:46543/ using document root <none> and password file <none>
02:15:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.659632 31995 fs_manager.cc:362] Metadata directory not provided
02:15:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.659932 31995 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.660370 31995 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.665380 31995 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/data/instance:
02:15:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0566f19301e04a6ca0284671db312567"
02:15:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:55 on dist-test-slave-fshw"
02:15:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.666921 31995 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/wal/instance:
02:15:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0566f19301e04a6ca0284671db312567"
02:15:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:55 on dist-test-slave-fshw"
02:15:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.675343 31995 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
02:15:55.676 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:55.676 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:55.676 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:55.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.678 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.682693 32070 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.684106 31995 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
02:15:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.684473 31995 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/wal
02:15:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0566f19301e04a6ca0284671db312567"
02:15:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:55 on dist-test-slave-fshw"
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.684929 31995 fs_report.cc:389] FS layout report
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/wal
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/wal
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/data/data
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:55.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.751061 31995 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.752754 31995 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.753284 31995 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.757085 31995 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:15:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.762487 31995 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:15:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.762724 31995 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:15:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.763063 31995 ts_tablet_manager.cc:616] Registered 0 tablets
02:15:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.763316 31995 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:15:55.764 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:55.764 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:55.764 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:55.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:55.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:55.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:55.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:55.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:55.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:55.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:55.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:55.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:55.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:55.785 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:55.786 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:55.786 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:55.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:55.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:55.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:55.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:55.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:55.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:55.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:55.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:55.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:55.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:55.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476955790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:55.801 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:15:55.802 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:15:55.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:55.856 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:55.857 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:55.857 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:55.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.859 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.859 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:55.865 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:55.865 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:55.866 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:55.866 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:55.866 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:55.866 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:55.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:55.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:55.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:55.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:55.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:55.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:55.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:55.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.960587 31995 rpc_server.cc:307] RPC server started. Bound to: 127.30.225.65:37263
02:15:55.961 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:55.961 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:55.961 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:55.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:55.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:55.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:55.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:55.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:55.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:55.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:55.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:55.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:55.963 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.960702 32182 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.225.65:37263 every 8 connection(s)
02:15:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.964114 31995 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/data/info.pb
02:15:55.964 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28136), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [186ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [186ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [254ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [255ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [338ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [339ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [339ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [339ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [362ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [383ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [424ms] refreshing cache from master, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [425ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [425ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [426ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [426ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [426ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [542ms] refreshing cache from master, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [546ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [583ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [743ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1680ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1683ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3161ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4902ms] too many traces: truncated at 100 traces, deferred=Deferred@916900636(state=PENDING, result=null, callback=(continuation of Deferred@863837247 after retry RPC after error@1928630611) -> (continuation of Deferred@137929236 after retry RPC after error@138831396) -> (continuation of Deferred@1400971255 after retry RPC after error@94986973) -> (continuation of Deferred@1221347454 after retry RPC after error@1937797125) -> (continuation of Deferred@681944869 after retry RPC after error@1716819814) -> (continuation of Deferred@1290906730 after retry RPC after error@1015152041) -> (continuation of Deferred@957933971 after retry RPC after error@2067113585) -> (continuation of Deferred@979818369 after retry RPC after error@154733009) -> (continuation of Deferred@2006134036 after retry RPC after error@566434745) -> (continuation of Deferred@756353759 after retry RPC after error@1822681389) -> (continuation of Deferred@37130784 after retry RPC after error@999382796) -> (continuation of Deferred@1054341459 after retry RPC after error@1296991525) -> (continuation of Deferred@2069866814 after retry RPC after error@1242034278) -> (continuation of Deferred@1260094740 after retry RPC after error@1925531391) -> (continuation of Deferred@1951733696 after retry RPC after error@27549164) -> (continuation of Deferred@369118185 after retry RPC after error@1311380840) -> (continuation of Deferred@303947898 after retry RPC after error@829785320) -> (continuation of Deferred@633261612 after retry RPC after error@992026278) -> (continuation of Deferred@1178744712 after retry RPC after error@1527621996) -> (continuation of Deferred@135381903 after retry RPC after error@1005987845) -> (continuation of Deferred@1818211972 after retry RPC after error@1513039018) -> (continuation of Deferred@1545898459 after retry RPC after error@1452811354) -> (continuation of Deferred@1197622171 after retry RPC after error@1691035049), errback=(continuation of Deferred@863837247 after retry RPC after error@1928630611) -> (continuation of Deferred@137929236 after retry RPC after error@138831396) -> (continuation of Deferred@1400971255 after retry RPC after error@94986973) -> (continuation of Deferred@1221347454 after retry RPC after error@1937797125) -> (continuation of Deferred@681944869 after retry RPC after error@1716819814) -> (continuation of Deferred@1290906730 after retry RPC after error@1015152041) -> (continuation of Deferred@957933971 after retry RPC after error@2067113585) -> (continuation of Deferred@979818369 after retry RPC after error@154733009) -> (continuation of Deferred@2006134036 after retry RPC after error@566434745) -> (continuation of Deferred@756353759 after retry RPC after error@1822681389) -> (continuation of Deferred@37130784 after retry RPC after error@999382796) -> (continuation of Deferred@1054341459 after retry RPC after error@1296991525) -> (continuation of Deferred@2069866814 after retry RPC after error@1242034278) -> (continuation of Deferred@1260094740 after retry RPC after error@1925531391) -> (continuation of Deferred@1951733696 after retry RPC after error@27549164) -> (continuation of Deferred@369118185 after retry RPC after error@1311380840) -> (continuation of Deferred@303947898 after retry RPC after error@829785320) -> (continuation of Deferred@633261612 after retry RPC after error@992026278) -> (continuation of Deferred@1178744712 after retry RPC after error@1527621996) -> (continuation of Deferred@135381903 after retry RPC after error@1005987845) -> (continuation of Deferred@1818211972 after retry RPC after error@1513039018) -> (continuation of Deferred@1545898459 after retry RPC after error@1452811354) -> (continuation of Deferred@1197622171 after retry RPC after error@1691035049)))
02:15:55.965 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:15:55.965 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28136), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [186ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [186ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [254ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [255ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [338ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [339ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [339ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [339ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [362ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [383ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [424ms] refreshing cache from master, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [425ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [425ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [426ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [426ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [426ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [542ms] refreshing cache from master, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [546ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [583ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [743ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1680ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1683ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3161ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4902ms] too many traces: truncated at 100 traces, deferred=Deferred@916900636(state=PENDING, result=null, callback=(continuation of Deferred@863837247 after retry RPC after error@1928630611) -> (continuation of Deferred@137929236 after retry RPC after error@138831396) -> (continuation of Deferred@1400971255 after retry RPC after error@94986973) -> (continuation of Deferred@1221347454 after retry RPC after error@1937797125) -> (continuation of Deferred@681944869 after retry RPC after error@1716819814) -> (continuation of Deferred@1290906730 after retry RPC after error@1015152041) -> (continuation of Deferred@957933971 after retry RPC after error@2067113585) -> (continuation of Deferred@979818369 after retry RPC after error@154733009) -> (continuation of Deferred@2006134036 after retry RPC after error@566434745) -> (continuation of Deferred@756353759 after retry RPC after error@1822681389) -> (continuation of Deferred@37130784 after retry RPC after error@999382796) -> (continuation of Deferred@1054341459 after retry RPC after error@1296991525) -> (continuation of Deferred@2069866814 after retry RPC after error@1242034278) -> (continuation of Deferred@1260094740 after retry RPC after error@1925531391) -> (continuation of Deferred@1951733696 after retry RPC after error@27549164) -> (continuation of Deferred@369118185 after retry RPC after error@1311380840) -> (continuation of Deferred@303947898 after retry RPC after error@829785320) -> (continuation of Deferred@633261612 after retry RPC after error@992026278) -> (continuation of Deferred@1178744712 after retry RPC after error@1527621996) -> (continuation of Deferred@135381903 after retry RPC after error@1005987845) -> (continuation of Deferred@1818211972 after retry RPC after error@1513039018) -> (continuation of Deferred@1545898459 after retry RPC after error@1452811354) -> (continuation of Deferred@1197622171 after retry RPC after error@1691035049), errback=(continuation of Deferred@863837247 after retry RPC after error@1928630611) -> (continuation of Deferred@137929236 after retry RPC after error@138831396) -> (continuation of Deferred@1400971255 after retry RPC after error@94986973) -> (continuation of Deferred@1221347454 after retry RPC after error@1937797125) -> (continuation of Deferred@681944869 after retry RPC after error@1716819814) -> (continuation of Deferred@1290906730 after retry RPC after error@1015152041) -> (continuation of Deferred@957933971 after retry RPC after error@2067113585) -> (continuation of Deferred@979818369 after retry RPC after error@154733009) -> (continuation of Deferred@2006134036 after retry RPC after error@566434745) -> (continuation of Deferred@756353759 after retry RPC after error@1822681389) -> (continuation of Deferred@37130784 after retry RPC after error@999382796) -> (continuation of Deferred@1054341459 after retry RPC after error@1296991525) -> (continuation of Deferred@2069866814 after retry RPC after error@1242034278) -> (continuation of Deferred@1260094740 after retry RPC after error@1925531391) -> (continuation of Deferred@1951733696 after retry RPC after error@27549164) -> (continuation of Deferred@369118185 after retry RPC after error@1311380840) -> (continuation of Deferred@303947898 after retry RPC after error@829785320) -> (continuation of Deferred@633261612 after retry RPC after error@992026278) -> (continuation of Deferred@1178744712 after retry RPC after error@1527621996) -> (continuation of Deferred@135381903 after retry RPC after error@1005987845) -> (continuation of Deferred@1818211972 after retry RPC after error@1513039018) -> (continuation of Deferred@1545898459 after retry RPC after error@1452811354) -> (continuation of Deferred@1197622171 after retry RPC after error@1691035049)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:55.966 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
02:15:55.968 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
02:15:55.971 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28136), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [186ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [186ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [254ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [255ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [338ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [339ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [339ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [339ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [362ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [383ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [424ms] refreshing cache from master, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [425ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [425ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [426ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [426ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [426ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [542ms] refreshing cache from master, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [544ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [545ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [546ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [583ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [583ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [743ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1680ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1683ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3161ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4902ms] too many traces: truncated at 100 traces, deferred=Deferred@916900636(state=PENDING, result=null, callback=(continuation of Deferred@863837247 after retry RPC after error@1928630611) -> (continuation of Deferred@137929236 after retry RPC after error@138831396) -> (continuation of Deferred@1400971255 after retry RPC after error@94986973) -> (continuation of Deferred@1221347454 after retry RPC after error@1937797125) -> (continuation of Deferred@681944869 after retry RPC after error@1716819814) -> (continuation of Deferred@1290906730 after retry RPC after error@1015152041) -> (continuation of Deferred@957933971 after retry RPC after error@2067113585) -> (continuation of Deferred@979818369 after retry RPC after error@154733009) -> (continuation of Deferred@2006134036 after retry RPC after error@566434745) -> (continuation of Deferred@756353759 after retry RPC after error@1822681389) -> (continuation of Deferred@37130784 after retry RPC after error@999382796) -> (continuation of Deferred@1054341459 after retry RPC after error@1296991525) -> (continuation of Deferred@2069866814 after retry RPC after error@1242034278) -> (continuation of Deferred@1260094740 after retry RPC after error@1925531391) -> (continuation of Deferred@1951733696 after retry RPC after error@27549164) -> (continuation of Deferred@369118185 after retry RPC after error@1311380840) -> (continuation of Deferred@303947898 after retry RPC after error@829785320) -> (continuation of Deferred@633261612 after retry RPC after error@992026278) -> (continuation of Deferred@1178744712 after retry RPC after error@1527621996) -> (continuation of Deferred@135381903 after retry RPC after error@1005987845) -> (continuation of Deferred@1818211972 after retry RPC after error@1513039018) -> (continuation of Deferred@1545898459 after retry RPC after error@1452811354) -> (continuation of Deferred@1197622171 after retry RPC after error@1691035049), errback=(continuation of Deferred@863837247 after retry RPC after error@1928630611) -> (continuation of Deferred@137929236 after retry RPC after error@138831396) -> (continuation of Deferred@1400971255 after retry RPC after error@94986973) -> (continuation of Deferred@1221347454 after retry RPC after error@1937797125) -> (continuation of Deferred@681944869 after retry RPC after error@1716819814) -> (continuation of Deferred@1290906730 after retry RPC after error@1015152041) -> (continuation of Deferred@957933971 after retry RPC after error@2067113585) -> (continuation of Deferred@979818369 after retry RPC after error@154733009) -> (continuation of Deferred@2006134036 after retry RPC after error@566434745) -> (continuation of Deferred@756353759 after retry RPC after error@1822681389) -> (continuation of Deferred@37130784 after retry RPC after error@999382796) -> (continuation of Deferred@1054341459 after retry RPC after error@1296991525) -> (continuation of Deferred@2069866814 after retry RPC after error@1242034278) -> (continuation of Deferred@1260094740 after retry RPC after error@1925531391) -> (continuation of Deferred@1951733696 after retry RPC after error@27549164) -> (continuation of Deferred@369118185 after retry RPC after error@1311380840) -> (continuation of Deferred@303947898 after retry RPC after error@829785320) -> (continuation of Deferred@633261612 after retry RPC after error@992026278) -> (continuation of Deferred@1178744712 after retry RPC after error@1527621996) -> (continuation of Deferred@135381903 after retry RPC after error@1005987845) -> (continuation of Deferred@1818211972 after retry RPC after error@1513039018) -> (continuation of Deferred@1545898459 after retry RPC after error@1452811354) -> (continuation of Deferred@1197622171 after retry RPC after error@1691035049)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:55.973 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
02:15:55.973 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RUNNING to RESTARTING.
02:15:55.973 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:55.974 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
02:15:55.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.973589 31621 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 31995
02:15:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:55.974309 31621 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-0/wal/instance
02:15:55.997 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:55.997 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:55.997 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:55.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:55.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:55.999 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.999 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.999 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:55.999 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.004601 31621 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/wal
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/data
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/logs
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/data/info.pb
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.66:0
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.225.66
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.66
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:15:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.035128 32184 heartbeater.cc:344] Connected to a master server at 127.30.225.125:37847
02:15:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.035727 32184 heartbeater.cc:461] Registering TS with master...
02:15:56.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.037407 32184 heartbeater.cc:507] Master 127.30.225.125:37847 requested a full tablet report, sending...
02:15:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.040864 32183 heartbeater.cc:344] Connected to a master server at 127.30.225.124:43913
02:15:56.041 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.041226 32183 heartbeater.cc:461] Registering TS with master...
02:15:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.041163 31760 ts_manager.cc:194] Registered new tserver with Master: 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263)
02:15:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.042101 32183 heartbeater.cc:507] Master 127.30.225.124:43913 requested a full tablet report, sending...
02:15:56.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.043959 32187 heartbeater.cc:344] Connected to a master server at 127.30.225.126:36919
02:15:56.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.043889 31760 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.225.65:49183
02:15:56.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.044296 32187 heartbeater.cc:461] Registering TS with master...
02:15:56.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.045185 32187 heartbeater.cc:507] Master 127.30.225.126:36919 requested a full tablet report, sending...
02:15:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.046972 31894 ts_manager.cc:194] Registered new tserver with Master: 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263)
02:15:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.048409 31666 ts_manager.cc:194] Registered new tserver with Master: 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263)
02:15:56.054 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:56.054 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:56.054 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:56.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:56.097 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:56.097 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:56.097 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:56.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:56.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:56.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:56.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:56.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:56.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:56.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:56.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:56.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:56.098 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:56.175 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:56.176 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:56.176 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:56.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:56.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:56.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:56.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:56.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:56.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:56.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:56.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:56.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:56.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:56.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476956290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:56.300 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:15:56.300 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:15:56.307 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:56.307 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:56.307 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:56.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.308 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.308 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.308 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.308 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:56.309 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28453), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [231ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [232ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [233ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [290ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [291ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [291ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [302ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [341ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [342ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [382ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [441ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [442ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [461ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [464ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [682ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [721ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [722ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [883ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1723ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5760ms] refreshing cache from master, [5760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5761ms] too many traces: truncated at 100 traces, deferred=Deferred@1263596225(state=PENDING, result=null, callback=(continuation of Deferred@903939928 after retry RPC after error@1035512809) -> (continuation of Deferred@1309033892 after retry RPC after error@34369631) -> (continuation of Deferred@1063943297 after retry RPC after error@1198882662) -> (continuation of Deferred@992094537 after retry RPC after error@1515010298) -> (continuation of Deferred@917489990 after retry RPC after error@1514999482) -> (continuation of Deferred@1888423131 after retry RPC after error@1127641304) -> (continuation of Deferred@194737153 after retry RPC after error@965837590) -> (continuation of Deferred@837855531 after retry RPC after error@1093709693) -> (continuation of Deferred@291233830 after retry RPC after error@619141160) -> (continuation of Deferred@283776110 after retry RPC after error@1415907913) -> (continuation of Deferred@452037171 after retry RPC after error@80324445) -> (continuation of Deferred@1145084622 after retry RPC after error@940304205) -> (continuation of Deferred@784159341 after retry RPC after error@1736960936) -> (continuation of Deferred@659655548 after retry RPC after error@1074209108) -> (continuation of Deferred@82652419 after retry RPC after error@1559190685) -> (continuation of Deferred@2009998871 after retry RPC after error@238728251) -> (continuation of Deferred@1674708426 after retry RPC after error@1165997721) -> (continuation of Deferred@1124585151 after retry RPC after error@407318920) -> (continuation of Deferred@1799916319 after retry RPC after error@1404777361) -> (continuation of Deferred@783580527 after retry RPC after error@266256960) -> (continuation of Deferred@551661783 after retry RPC after error@709638369) -> (continuation of Deferred@664692674 after retry RPC after error@1579908531), errback=(continuation of Deferred@903939928 after retry RPC after error@1035512809) -> (continuation of Deferred@1309033892 after retry RPC after error@34369631) -> (continuation of Deferred@1063943297 after retry RPC after error@1198882662) -> (continuation of Deferred@992094537 after retry RPC after error@1515010298) -> (continuation of Deferred@917489990 after retry RPC after error@1514999482) -> (continuation of Deferred@1888423131 after retry RPC after error@1127641304) -> (continuation of Deferred@194737153 after retry RPC after error@965837590) -> (continuation of Deferred@837855531 after retry RPC after error@1093709693) -> (continuation of Deferred@291233830 after retry RPC after error@619141160) -> (continuation of Deferred@283776110 after retry RPC after error@1415907913) -> (continuation of Deferred@452037171 after retry RPC after error@80324445) -> (continuation of Deferred@1145084622 after retry RPC after error@940304205) -> (continuation of Deferred@784159341 after retry RPC after error@1736960936) -> (continuation of Deferred@659655548 after retry RPC after error@1074209108) -> (continuation of Deferred@82652419 after retry RPC after error@1559190685) -> (continuation of Deferred@2009998871 after retry RPC after error@238728251) -> (continuation of Deferred@1674708426 after retry RPC after error@1165997721) -> (continuation of Deferred@1124585151 after retry RPC after error@407318920) -> (continuation of Deferred@1799916319 after retry RPC after error@1404777361) -> (continuation of Deferred@783580527 after retry RPC after error@266256960) -> (continuation of Deferred@551661783 after retry RPC after error@709638369) -> (continuation of Deferred@664692674 after retry RPC after error@1579908531)))
02:15:56.310 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:15:56.310 [WARN - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28453), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [231ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [232ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [233ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [290ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [291ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [291ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [302ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [341ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [342ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [382ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [441ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [442ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [461ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [464ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [682ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [721ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [722ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [883ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1723ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5760ms] refreshing cache from master, [5760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5761ms] too many traces: truncated at 100 traces, deferred=Deferred@1263596225(state=PENDING, result=null, callback=(continuation of Deferred@903939928 after retry RPC after error@1035512809) -> (continuation of Deferred@1309033892 after retry RPC after error@34369631) -> (continuation of Deferred@1063943297 after retry RPC after error@1198882662) -> (continuation of Deferred@992094537 after retry RPC after error@1515010298) -> (continuation of Deferred@917489990 after retry RPC after error@1514999482) -> (continuation of Deferred@1888423131 after retry RPC after error@1127641304) -> (continuation of Deferred@194737153 after retry RPC after error@965837590) -> (continuation of Deferred@837855531 after retry RPC after error@1093709693) -> (continuation of Deferred@291233830 after retry RPC after error@619141160) -> (continuation of Deferred@283776110 after retry RPC after error@1415907913) -> (continuation of Deferred@452037171 after retry RPC after error@80324445) -> (continuation of Deferred@1145084622 after retry RPC after error@940304205) -> (continuation of Deferred@784159341 after retry RPC after error@1736960936) -> (continuation of Deferred@659655548 after retry RPC after error@1074209108) -> (continuation of Deferred@82652419 after retry RPC after error@1559190685) -> (continuation of Deferred@2009998871 after retry RPC after error@238728251) -> (continuation of Deferred@1674708426 after retry RPC after error@1165997721) -> (continuation of Deferred@1124585151 after retry RPC after error@407318920) -> (continuation of Deferred@1799916319 after retry RPC after error@1404777361) -> (continuation of Deferred@783580527 after retry RPC after error@266256960) -> (continuation of Deferred@551661783 after retry RPC after error@709638369) -> (continuation of Deferred@664692674 after retry RPC after error@1579908531), errback=(continuation of Deferred@903939928 after retry RPC after error@1035512809) -> (continuation of Deferred@1309033892 after retry RPC after error@34369631) -> (continuation of Deferred@1063943297 after retry RPC after error@1198882662) -> (continuation of Deferred@992094537 after retry RPC after error@1515010298) -> (continuation of Deferred@917489990 after retry RPC after error@1514999482) -> (continuation of Deferred@1888423131 after retry RPC after error@1127641304) -> (continuation of Deferred@194737153 after retry RPC after error@965837590) -> (continuation of Deferred@837855531 after retry RPC after error@1093709693) -> (continuation of Deferred@291233830 after retry RPC after error@619141160) -> (continuation of Deferred@283776110 after retry RPC after error@1415907913) -> (continuation of Deferred@452037171 after retry RPC after error@80324445) -> (continuation of Deferred@1145084622 after retry RPC after error@940304205) -> (continuation of Deferred@784159341 after retry RPC after error@1736960936) -> (continuation of Deferred@659655548 after retry RPC after error@1074209108) -> (continuation of Deferred@82652419 after retry RPC after error@1559190685) -> (continuation of Deferred@2009998871 after retry RPC after error@238728251) -> (continuation of Deferred@1674708426 after retry RPC after error@1165997721) -> (continuation of Deferred@1124585151 after retry RPC after error@407318920) -> (continuation of Deferred@1799916319 after retry RPC after error@1404777361) -> (continuation of Deferred@783580527 after retry RPC after error@266256960) -> (continuation of Deferred@551661783 after retry RPC after error@709638369) -> (continuation of Deferred@664692674 after retry RPC after error@1579908531)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:56.310 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
02:15:56.312 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
02:15:56.314 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28453), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [231ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [232ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [233ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [290ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [291ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [291ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [302ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [341ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [342ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [382ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [441ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [442ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [461ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [464ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [682ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [721ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [722ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [883ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1723ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5760ms] refreshing cache from master, [5760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5761ms] too many traces: truncated at 100 traces, deferred=Deferred@1263596225(state=PENDING, result=null, callback=(continuation of Deferred@903939928 after retry RPC after error@1035512809) -> (continuation of Deferred@1309033892 after retry RPC after error@34369631) -> (continuation of Deferred@1063943297 after retry RPC after error@1198882662) -> (continuation of Deferred@992094537 after retry RPC after error@1515010298) -> (continuation of Deferred@917489990 after retry RPC after error@1514999482) -> (continuation of Deferred@1888423131 after retry RPC after error@1127641304) -> (continuation of Deferred@194737153 after retry RPC after error@965837590) -> (continuation of Deferred@837855531 after retry RPC after error@1093709693) -> (continuation of Deferred@291233830 after retry RPC after error@619141160) -> (continuation of Deferred@283776110 after retry RPC after error@1415907913) -> (continuation of Deferred@452037171 after retry RPC after error@80324445) -> (continuation of Deferred@1145084622 after retry RPC after error@940304205) -> (continuation of Deferred@784159341 after retry RPC after error@1736960936) -> (continuation of Deferred@659655548 after retry RPC after error@1074209108) -> (continuation of Deferred@82652419 after retry RPC after error@1559190685) -> (continuation of Deferred@2009998871 after retry RPC after error@238728251) -> (continuation of Deferred@1674708426 after retry RPC after error@1165997721) -> (continuation of Deferred@1124585151 after retry RPC after error@407318920) -> (continuation of Deferred@1799916319 after retry RPC after error@1404777361) -> (continuation of Deferred@783580527 after retry RPC after error@266256960) -> (continuation of Deferred@551661783 after retry RPC after error@709638369) -> (continuation of Deferred@664692674 after retry RPC after error@1579908531), errback=(continuation of Deferred@903939928 after retry RPC after error@1035512809) -> (continuation of Deferred@1309033892 after retry RPC after error@34369631) -> (continuation of Deferred@1063943297 after retry RPC after error@1198882662) -> (continuation of Deferred@992094537 after retry RPC after error@1515010298) -> (continuation of Deferred@917489990 after retry RPC after error@1514999482) -> (continuation of Deferred@1888423131 after retry RPC after error@1127641304) -> (continuation of Deferred@194737153 after retry RPC after error@965837590) -> (continuation of Deferred@837855531 after retry RPC after error@1093709693) -> (continuation of Deferred@291233830 after retry RPC after error@619141160) -> (continuation of Deferred@283776110 after retry RPC after error@1415907913) -> (continuation of Deferred@452037171 after retry RPC after error@80324445) -> (continuation of Deferred@1145084622 after retry RPC after error@940304205) -> (continuation of Deferred@784159341 after retry RPC after error@1736960936) -> (continuation of Deferred@659655548 after retry RPC after error@1074209108) -> (continuation of Deferred@82652419 after retry RPC after error@1559190685) -> (continuation of Deferred@2009998871 after retry RPC after error@238728251) -> (continuation of Deferred@1674708426 after retry RPC after error@1165997721) -> (continuation of Deferred@1124585151 after retry RPC after error@407318920) -> (continuation of Deferred@1799916319 after retry RPC after error@1404777361) -> (continuation of Deferred@783580527 after retry RPC after error@266256960) -> (continuation of Deferred@551661783 after retry RPC after error@709638369) -> (continuation of Deferred@664692674 after retry RPC after error@1579908531)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:56.315 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:15:56.315 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
02:15:56.316 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
02:15:56.317 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:56.367909 32191 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:56.368432 32191 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:56.368858 32191 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:56.404613 32191 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:56.405553 32191 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.225.66
02:15:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.445437 32191 tablet_server_runner.cc:78] Tablet server non-default flags:
02:15:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/data
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/wal
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.66:0
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/data/info.pb
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.66
02:15:56.446 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:56.446 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.225.66
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/logs
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:56.446 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:56.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.447 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:56.448 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28561), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [53ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [53ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [165ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [198ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [304ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [304ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [368ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [369ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [369ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [543ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [962ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [962ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [963ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [963ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1242ms] refreshing cache from master, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1983ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4422ms] too many traces: truncated at 100 traces, deferred=Deferred@61032859(state=PENDING, result=null, callback=(continuation of Deferred@1945126891 after retry RPC after error@1843293812) -> (continuation of Deferred@324908441 after retry RPC after error@179034616) -> (continuation of Deferred@2064980057 after retry RPC after error@1697014913) -> (continuation of Deferred@464118977 after retry RPC after error@1327077973) -> (continuation of Deferred@480085055 after retry RPC after error@1254750529) -> (continuation of Deferred@504529717 after retry RPC after error@500853136) -> (continuation of Deferred@1830206056 after retry RPC after error@1754289530) -> (continuation of Deferred@1653700726 after retry RPC after error@742984541) -> (continuation of Deferred@1960063302 after retry RPC after error@503677219) -> (continuation of Deferred@2008942685 after retry RPC after error@332002836) -> (continuation of Deferred@1178774314 after retry RPC after error@1962681944) -> (continuation of Deferred@1938240634 after retry RPC after error@799147336) -> (continuation of Deferred@2087383149 after retry RPC after error@1764874078) -> (continuation of Deferred@601819878 after retry RPC after error@485016464) -> (continuation of Deferred@925540856 after retry RPC after error@1355160420) -> (continuation of Deferred@194360224 after retry RPC after error@1371211009) -> (continuation of Deferred@863787951 after retry RPC after error@1400994719) -> (continuation of Deferred@1966070524 after retry RPC after error@2092255829) -> (continuation of Deferred@767936335 after retry RPC after error@1967131883) -> (continuation of Deferred@2125709445 after retry RPC after error@679660260) -> (continuation of Deferred@738107140 after retry RPC after error@1588390340) -> (continuation of Deferred@1056685436 after retry RPC after error@9475501), errback=(continuation of Deferred@1945126891 after retry RPC after error@1843293812) -> (continuation of Deferred@324908441 after retry RPC after error@179034616) -> (continuation of Deferred@2064980057 after retry RPC after error@1697014913) -> (continuation of Deferred@464118977 after retry RPC after error@1327077973) -> (continuation of Deferred@480085055 after retry RPC after error@1254750529) -> (continuation of Deferred@504529717 after retry RPC after error@500853136) -> (continuation of Deferred@1830206056 after retry RPC after error@1754289530) -> (continuation of Deferred@1653700726 after retry RPC after error@742984541) -> (continuation of Deferred@1960063302 after retry RPC after error@503677219) -> (continuation of Deferred@2008942685 after retry RPC after error@332002836) -> (continuation of Deferred@1178774314 after retry RPC after error@1962681944) -> (continuation of Deferred@1938240634 after retry RPC after error@799147336) -> (continuation of Deferred@2087383149 after retry RPC after error@1764874078) -> (continuation of Deferred@601819878 after retry RPC after error@485016464) -> (continuation of Deferred@925540856 after retry RPC after error@1355160420) -> (continuation of Deferred@194360224 after retry RPC after error@1371211009) -> (continuation of Deferred@863787951 after retry RPC after error@1400994719) -> (continuation of Deferred@1966070524 after retry RPC after error@2092255829) -> (continuation of Deferred@767936335 after retry RPC after error@1967131883) -> (continuation of Deferred@2125709445 after retry RPC after error@679660260) -> (continuation of Deferred@738107140 after retry RPC after error@1588390340) -> (continuation of Deferred@1056685436 after retry RPC after error@9475501)))
02:15:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:15:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.447111 32191 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:56.449 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:15:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:56.449426 32191 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:56.449 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28561), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [53ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [53ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [165ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [198ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [304ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [304ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [368ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [369ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [369ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [543ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [962ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [962ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [963ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [963ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1242ms] refreshing cache from master, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1983ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4422ms] too many traces: truncated at 100 traces, deferred=Deferred@61032859(state=PENDING, result=null, callback=(continuation of Deferred@1945126891 after retry RPC after error@1843293812) -> (continuation of Deferred@324908441 after retry RPC after error@179034616) -> (continuation of Deferred@2064980057 after retry RPC after error@1697014913) -> (continuation of Deferred@464118977 after retry RPC after error@1327077973) -> (continuation of Deferred@480085055 after retry RPC after error@1254750529) -> (continuation of Deferred@504529717 after retry RPC after error@500853136) -> (continuation of Deferred@1830206056 after retry RPC after error@1754289530) -> (continuation of Deferred@1653700726 after retry RPC after error@742984541) -> (continuation of Deferred@1960063302 after retry RPC after error@503677219) -> (continuation of Deferred@2008942685 after retry RPC after error@332002836) -> (continuation of Deferred@1178774314 after retry RPC after error@1962681944) -> (continuation of Deferred@1938240634 after retry RPC after error@799147336) -> (continuation of Deferred@2087383149 after retry RPC after error@1764874078) -> (continuation of Deferred@601819878 after retry RPC after error@485016464) -> (continuation of Deferred@925540856 after retry RPC after error@1355160420) -> (continuation of Deferred@194360224 after retry RPC after error@1371211009) -> (continuation of Deferred@863787951 after retry RPC after error@1400994719) -> (continuation of Deferred@1966070524 after retry RPC after error@2092255829) -> (continuation of Deferred@767936335 after retry RPC after error@1967131883) -> (continuation of Deferred@2125709445 after retry RPC after error@679660260) -> (continuation of Deferred@738107140 after retry RPC after error@1588390340) -> (continuation of Deferred@1056685436 after retry RPC after error@9475501), errback=(continuation of Deferred@1945126891 after retry RPC after error@1843293812) -> (continuation of Deferred@324908441 after retry RPC after error@179034616) -> (continuation of Deferred@2064980057 after retry RPC after error@1697014913) -> (continuation of Deferred@464118977 after retry RPC after error@1327077973) -> (continuation of Deferred@480085055 after retry RPC after error@1254750529) -> (continuation of Deferred@504529717 after retry RPC after error@500853136) -> (continuation of Deferred@1830206056 after retry RPC after error@1754289530) -> (continuation of Deferred@1653700726 after retry RPC after error@742984541) -> (continuation of Deferred@1960063302 after retry RPC after error@503677219) -> (continuation of Deferred@2008942685 after retry RPC after error@332002836) -> (continuation of Deferred@1178774314 after retry RPC after error@1962681944) -> (continuation of Deferred@1938240634 after retry RPC after error@799147336) -> (continuation of Deferred@2087383149 after retry RPC after error@1764874078) -> (continuation of Deferred@601819878 after retry RPC after error@485016464) -> (continuation of Deferred@925540856 after retry RPC after error@1355160420) -> (continuation of Deferred@194360224 after retry RPC after error@1371211009) -> (continuation of Deferred@863787951 after retry RPC after error@1400994719) -> (continuation of Deferred@1966070524 after retry RPC after error@2092255829) -> (continuation of Deferred@767936335 after retry RPC after error@1967131883) -> (continuation of Deferred@2125709445 after retry RPC after error@679660260) -> (continuation of Deferred@738107140 after retry RPC after error@1588390340) -> (continuation of Deferred@1056685436 after retry RPC after error@9475501)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:56.450 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
02:15:56.451 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
02:15:56.455 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28561), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [53ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [53ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [165ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [198ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [304ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [304ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [368ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [369ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [369ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [543ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [962ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [962ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [963ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [963ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1242ms] refreshing cache from master, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1983ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4422ms] too many traces: truncated at 100 traces, deferred=Deferred@61032859(state=PENDING, result=null, callback=(continuation of Deferred@1945126891 after retry RPC after error@1843293812) -> (continuation of Deferred@324908441 after retry RPC after error@179034616) -> (continuation of Deferred@2064980057 after retry RPC after error@1697014913) -> (continuation of Deferred@464118977 after retry RPC after error@1327077973) -> (continuation of Deferred@480085055 after retry RPC after error@1254750529) -> (continuation of Deferred@504529717 after retry RPC after error@500853136) -> (continuation of Deferred@1830206056 after retry RPC after error@1754289530) -> (continuation of Deferred@1653700726 after retry RPC after error@742984541) -> (continuation of Deferred@1960063302 after retry RPC after error@503677219) -> (continuation of Deferred@2008942685 after retry RPC after error@332002836) -> (continuation of Deferred@1178774314 after retry RPC after error@1962681944) -> (continuation of Deferred@1938240634 after retry RPC after error@799147336) -> (continuation of Deferred@2087383149 after retry RPC after error@1764874078) -> (continuation of Deferred@601819878 after retry RPC after error@485016464) -> (continuation of Deferred@925540856 after retry RPC after error@1355160420) -> (continuation of Deferred@194360224 after retry RPC after error@1371211009) -> (continuation of Deferred@863787951 after retry RPC after error@1400994719) -> (continuation of Deferred@1966070524 after retry RPC after error@2092255829) -> (continuation of Deferred@767936335 after retry RPC after error@1967131883) -> (continuation of Deferred@2125709445 after retry RPC after error@679660260) -> (continuation of Deferred@738107140 after retry RPC after error@1588390340) -> (continuation of Deferred@1056685436 after retry RPC after error@9475501), errback=(continuation of Deferred@1945126891 after retry RPC after error@1843293812) -> (continuation of Deferred@324908441 after retry RPC after error@179034616) -> (continuation of Deferred@2064980057 after retry RPC after error@1697014913) -> (continuation of Deferred@464118977 after retry RPC after error@1327077973) -> (continuation of Deferred@480085055 after retry RPC after error@1254750529) -> (continuation of Deferred@504529717 after retry RPC after error@500853136) -> (continuation of Deferred@1830206056 after retry RPC after error@1754289530) -> (continuation of Deferred@1653700726 after retry RPC after error@742984541) -> (continuation of Deferred@1960063302 after retry RPC after error@503677219) -> (continuation of Deferred@2008942685 after retry RPC after error@332002836) -> (continuation of Deferred@1178774314 after retry RPC after error@1962681944) -> (continuation of Deferred@1938240634 after retry RPC after error@799147336) -> (continuation of Deferred@2087383149 after retry RPC after error@1764874078) -> (continuation of Deferred@601819878 after retry RPC after error@485016464) -> (continuation of Deferred@925540856 after retry RPC after error@1355160420) -> (continuation of Deferred@194360224 after retry RPC after error@1371211009) -> (continuation of Deferred@863787951 after retry RPC after error@1400994719) -> (continuation of Deferred@1966070524 after retry RPC after error@2092255829) -> (continuation of Deferred@767936335 after retry RPC after error@1967131883) -> (continuation of Deferred@2125709445 after retry RPC after error@679660260) -> (continuation of Deferred@738107140 after retry RPC after error@1588390340) -> (continuation of Deferred@1056685436 after retry RPC after error@9475501)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:56.456 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:15:56.456 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
02:15:56.456 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
02:15:56.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:56.486236 32200 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:56.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:56.566 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:56.566 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:56.566 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:56.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:56.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:56.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:56.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:56.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:56.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:56.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:56.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:56.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:56.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:56.595 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:56.595 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:56.595 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:56.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:56.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:56.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:56.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:56.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:56.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:56.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:56.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:56.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:56.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:56.714 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:15:56.714 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:15:56.715 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:15:56.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:15:56.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:15:56.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:15:56.716 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:15:56.718 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28857), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [95ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [164ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [245ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [246ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [246ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [261ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [302ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [361ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [361ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [362ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [461ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [462ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [680ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [681ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [882ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1560ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1562ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1805ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1808ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5022ms] too many traces: truncated at 100 traces, deferred=Deferred@1703173671(state=PENDING, result=null, callback=(continuation of Deferred@1081692798 after retry RPC after error@60122819) -> (continuation of Deferred@703403579 after retry RPC after error@1860108359) -> (continuation of Deferred@1690256704 after retry RPC after error@1278510186) -> (continuation of Deferred@220794649 after retry RPC after error@459471811) -> (continuation of Deferred@99166378 after retry RPC after error@1838607273) -> (continuation of Deferred@671248581 after retry RPC after error@615660261) -> (continuation of Deferred@1750268577 after retry RPC after error@843288481) -> (continuation of Deferred@159143284 after retry RPC after error@1009529772) -> (continuation of Deferred@1137987962 after retry RPC after error@1841623078) -> (continuation of Deferred@108580639 after retry RPC after error@1528053039) -> (continuation of Deferred@975890614 after retry RPC after error@1889888789) -> (continuation of Deferred@820331305 after retry RPC after error@1256385887) -> (continuation of Deferred@669045741 after retry RPC after error@2093932742) -> (continuation of Deferred@1722288253 after retry RPC after error@998087138) -> (continuation of Deferred@438524635 after retry RPC after error@291520905) -> (continuation of Deferred@934107192 after retry RPC after error@1623750054) -> (continuation of Deferred@1614614246 after retry RPC after error@1942120289) -> (continuation of Deferred@779324857 after retry RPC after error@221620372) -> (continuation of Deferred@100130282 after retry RPC after error@1710119770) -> (continuation of Deferred@1463946267 after retry RPC after error@2006151023) -> (continuation of Deferred@1286665466 after retry RPC after error@1536377533) -> (continuation of Deferred@477544192 after retry RPC after error@1886540790) -> (continuation of Deferred@1001287206 after retry RPC after error@2062112068) -> (continuation of Deferred@1397648294 after retry RPC after error@826372058) -> (continuation of Deferred@2035742858 after retry RPC after error@1227211153) -> (continuation of Deferred@1763082312 after retry RPC after error@1402146063) -> (continuation of Deferred@500116831 after retry RPC after error@2055294526), errback=(continuation of Deferred@1081692798 after retry RPC after error@60122819) -> (continuation of Deferred@703403579 after retry RPC after error@1860108359) -> (continuation of Deferred@1690256704 after retry RPC after error@1278510186) -> (continuation of Deferred@220794649 after retry RPC after error@459471811) -> (continuation of Deferred@99166378 after retry RPC after error@1838607273) -> (continuation of Deferred@671248581 after retry RPC after error@615660261) -> (continuation of Deferred@1750268577 after retry RPC after error@843288481) -> (continuation of Deferred@159143284 after retry RPC after error@1009529772) -> (continuation of Deferred@1137987962 after retry RPC after error@1841623078) -> (continuation of Deferred@108580639 after retry RPC after error@1528053039) -> (continuation of Deferred@975890614 after retry RPC after error@1889888789) -> (continuation of Deferred@820331305 after retry RPC after error@1256385887) -> (continuation of Deferred@669045741 after retry RPC after error@2093932742) -> (continuation of Deferred@1722288253 after retry RPC after error@998087138) -> (continuation of Deferred@438524635 after retry RPC after error@291520905) -> (continuation of Deferred@934107192 after retry RPC after error@1623750054) -> (continuation of Deferred@1614614246 after retry RPC after error@1942120289) -> (continuation of Deferred@779324857 after retry RPC after error@221620372) -> (continuation of Deferred@100130282 after retry RPC after error@1710119770) -> (continuation of Deferred@1463946267 after retry RPC after error@2006151023) -> (continuation of Deferred@1286665466 after retry RPC after error@1536377533) -> (continuation of Deferred@477544192 after retry RPC after error@1886540790) -> (continuation of Deferred@1001287206 after retry RPC after error@2062112068) -> (continuation of Deferred@1397648294 after retry RPC after error@826372058) -> (continuation of Deferred@2035742858 after retry RPC after error@1227211153) -> (continuation of Deferred@1763082312 after retry RPC after error@1402146063) -> (continuation of Deferred@500116831 after retry RPC after error@2055294526)))
02:15:56.719 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:15:56.719 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28857), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [95ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [164ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [245ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [246ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [246ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [261ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [302ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [361ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [361ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [362ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [461ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [462ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [680ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [681ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [882ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1560ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1562ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1805ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1808ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5022ms] too many traces: truncated at 100 traces, deferred=Deferred@1703173671(state=PENDING, result=null, callback=(continuation of Deferred@1081692798 after retry RPC after error@60122819) -> (continuation of Deferred@703403579 after retry RPC after error@1860108359) -> (continuation of Deferred@1690256704 after retry RPC after error@1278510186) -> (continuation of Deferred@220794649 after retry RPC after error@459471811) -> (continuation of Deferred@99166378 after retry RPC after error@1838607273) -> (continuation of Deferred@671248581 after retry RPC after error@615660261) -> (continuation of Deferred@1750268577 after retry RPC after error@843288481) -> (continuation of Deferred@159143284 after retry RPC after error@1009529772) -> (continuation of Deferred@1137987962 after retry RPC after error@1841623078) -> (continuation of Deferred@108580639 after retry RPC after error@1528053039) -> (continuation of Deferred@975890614 after retry RPC after error@1889888789) -> (continuation of Deferred@820331305 after retry RPC after error@1256385887) -> (continuation of Deferred@669045741 after retry RPC after error@2093932742) -> (continuation of Deferred@1722288253 after retry RPC after error@998087138) -> (continuation of Deferred@438524635 after retry RPC after error@291520905) -> (continuation of Deferred@934107192 after retry RPC after error@1623750054) -> (continuation of Deferred@1614614246 after retry RPC after error@1942120289) -> (continuation of Deferred@779324857 after retry RPC after error@221620372) -> (continuation of Deferred@100130282 after retry RPC after error@1710119770) -> (continuation of Deferred@1463946267 after retry RPC after error@2006151023) -> (continuation of Deferred@1286665466 after retry RPC after error@1536377533) -> (continuation of Deferred@477544192 after retry RPC after error@1886540790) -> (continuation of Deferred@1001287206 after retry RPC after error@2062112068) -> (continuation of Deferred@1397648294 after retry RPC after error@826372058) -> (continuation of Deferred@2035742858 after retry RPC after error@1227211153) -> (continuation of Deferred@1763082312 after retry RPC after error@1402146063) -> (continuation of Deferred@500116831 after retry RPC after error@2055294526), errback=(continuation of Deferred@1081692798 after retry RPC after error@60122819) -> (continuation of Deferred@703403579 after retry RPC after error@1860108359) -> (continuation of Deferred@1690256704 after retry RPC after error@1278510186) -> (continuation of Deferred@220794649 after retry RPC after error@459471811) -> (continuation of Deferred@99166378 after retry RPC after error@1838607273) -> (continuation of Deferred@671248581 after retry RPC after error@615660261) -> (continuation of Deferred@1750268577 after retry RPC after error@843288481) -> (continuation of Deferred@159143284 after retry RPC after error@1009529772) -> (continuation of Deferred@1137987962 after retry RPC after error@1841623078) -> (continuation of Deferred@108580639 after retry RPC after error@1528053039) -> (continuation of Deferred@975890614 after retry RPC after error@1889888789) -> (continuation of Deferred@820331305 after retry RPC after error@1256385887) -> (continuation of Deferred@669045741 after retry RPC after error@2093932742) -> (continuation of Deferred@1722288253 after retry RPC after error@998087138) -> (continuation of Deferred@438524635 after retry RPC after error@291520905) -> (continuation of Deferred@934107192 after retry RPC after error@1623750054) -> (continuation of Deferred@1614614246 after retry RPC after error@1942120289) -> (continuation of Deferred@779324857 after retry RPC after error@221620372) -> (continuation of Deferred@100130282 after retry RPC after error@1710119770) -> (continuation of Deferred@1463946267 after retry RPC after error@2006151023) -> (continuation of Deferred@1286665466 after retry RPC after error@1536377533) -> (continuation of Deferred@477544192 after retry RPC after error@1886540790) -> (continuation of Deferred@1001287206 after retry RPC after error@2062112068) -> (continuation of Deferred@1397648294 after retry RPC after error@826372058) -> (continuation of Deferred@2035742858 after retry RPC after error@1227211153) -> (continuation of Deferred@1763082312 after retry RPC after error@1402146063) -> (continuation of Deferred@500116831 after retry RPC after error@2055294526)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:56.720 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
02:15:56.723 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
02:15:56.727 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28857), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [95ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [145ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [164ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [245ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [246ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [246ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [261ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [302ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [361ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [361ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [362ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [461ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [462ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [680ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [681ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [882ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1560ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1562ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1805ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1808ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5022ms] too many traces: truncated at 100 traces, deferred=Deferred@1703173671(state=PENDING, result=null, callback=(continuation of Deferred@1081692798 after retry RPC after error@60122819) -> (continuation of Deferred@703403579 after retry RPC after error@1860108359) -> (continuation of Deferred@1690256704 after retry RPC after error@1278510186) -> (continuation of Deferred@220794649 after retry RPC after error@459471811) -> (continuation of Deferred@99166378 after retry RPC after error@1838607273) -> (continuation of Deferred@671248581 after retry RPC after error@615660261) -> (continuation of Deferred@1750268577 after retry RPC after error@843288481) -> (continuation of Deferred@159143284 after retry RPC after error@1009529772) -> (continuation of Deferred@1137987962 after retry RPC after error@1841623078) -> (continuation of Deferred@108580639 after retry RPC after error@1528053039) -> (continuation of Deferred@975890614 after retry RPC after error@1889888789) -> (continuation of Deferred@820331305 after retry RPC after error@1256385887) -> (continuation of Deferred@669045741 after retry RPC after error@2093932742) -> (continuation of Deferred@1722288253 after retry RPC after error@998087138) -> (continuation of Deferred@438524635 after retry RPC after error@291520905) -> (continuation of Deferred@934107192 after retry RPC after error@1623750054) -> (continuation of Deferred@1614614246 after retry RPC after error@1942120289) -> (continuation of Deferred@779324857 after retry RPC after error@221620372) -> (continuation of Deferred@100130282 after retry RPC after error@1710119770) -> (continuation of Deferred@1463946267 after retry RPC after error@2006151023) -> (continuation of Deferred@1286665466 after retry RPC after error@1536377533) -> (continuation of Deferred@477544192 after retry RPC after error@1886540790) -> (continuation of Deferred@1001287206 after retry RPC after error@2062112068) -> (continuation of Deferred@1397648294 after retry RPC after error@826372058) -> (continuation of Deferred@2035742858 after retry RPC after error@1227211153) -> (continuation of Deferred@1763082312 after retry RPC after error@1402146063) -> (continuation of Deferred@500116831 after retry RPC after error@2055294526), errback=(continuation of Deferred@1081692798 after retry RPC after error@60122819) -> (continuation of Deferred@703403579 after retry RPC after error@1860108359) -> (continuation of Deferred@1690256704 after retry RPC after error@1278510186) -> (continuation of Deferred@220794649 after retry RPC after error@459471811) -> (continuation of Deferred@99166378 after retry RPC after error@1838607273) -> (continuation of Deferred@671248581 after retry RPC after error@615660261) -> (continuation of Deferred@1750268577 after retry RPC after error@843288481) -> (continuation of Deferred@159143284 after retry RPC after error@1009529772) -> (continuation of Deferred@1137987962 after retry RPC after error@1841623078) -> (continuation of Deferred@108580639 after retry RPC after error@1528053039) -> (continuation of Deferred@975890614 after retry RPC after error@1889888789) -> (continuation of Deferred@820331305 after retry RPC after error@1256385887) -> (continuation of Deferred@669045741 after retry RPC after error@2093932742) -> (continuation of Deferred@1722288253 after retry RPC after error@998087138) -> (continuation of Deferred@438524635 after retry RPC after error@291520905) -> (continuation of Deferred@934107192 after retry RPC after error@1623750054) -> (continuation of Deferred@1614614246 after retry RPC after error@1942120289) -> (continuation of Deferred@779324857 after retry RPC after error@221620372) -> (continuation of Deferred@100130282 after retry RPC after error@1710119770) -> (continuation of Deferred@1463946267 after retry RPC after error@2006151023) -> (continuation of Deferred@1286665466 after retry RPC after error@1536377533) -> (continuation of Deferred@477544192 after retry RPC after error@1886540790) -> (continuation of Deferred@1001287206 after retry RPC after error@2062112068) -> (continuation of Deferred@1397648294 after retry RPC after error@826372058) -> (continuation of Deferred@2035742858 after retry RPC after error@1227211153) -> (continuation of Deferred@1763082312 after retry RPC after error@1402146063) -> (continuation of Deferred@500116831 after retry RPC after error@2055294526)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:56.729 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
02:15:56.729 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44a1d56ce7e44c75dd2bece6ef564b6b
02:15:56.730 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
02:15:56.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476956791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:56.804 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:15:56.806 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:15:56.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:56.891 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:56.891 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:56.891 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:56.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:56.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:56.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:56.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:56.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:56.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:56.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:56.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:56.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:56.893 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:56.915 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:56.915 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:56.915 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:56.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:56.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:56.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:56.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:56.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:56.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:56.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:56.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:56.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:56.917 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:56.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:56.978 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:56.979 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:56.979 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:56.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:56.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:56.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:56.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:56.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:56.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:56.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:56.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:56.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:56.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:57.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.050350 32184 heartbeater.cc:499] Master 127.30.225.125:37847 was elected leader, sending a full tablet report...
02:15:57.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476957291 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:57.304 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:15:57.308 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:15:57.318 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:57.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:57.537 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:57.537 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:57.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:57.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:57.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:57.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:57.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:57.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:57.539 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:57.540 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:57.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:57.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:57.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:57.540 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:57.775 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:57.775 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:57.775 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:57.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:57.778 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29869), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [97ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [210ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [210ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [232ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [234ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [234ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [622ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [643ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [644ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1483ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2660ms] refreshing cache from master, [2660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2661ms] too many traces: truncated at 100 traces, deferred=Deferred@194962604(state=PENDING, result=null, callback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791), errback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791)))
02:15:57.779 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:57.779 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:57.779 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:57.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.779 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29869), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [97ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [210ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [210ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [232ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [234ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [234ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [622ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [643ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [644ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1483ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2660ms] refreshing cache from master, [2660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2661ms] too many traces: truncated at 100 traces, deferred=Deferred@194962604(state=PENDING, result=null, callback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791), errback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29869), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [97ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [210ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [210ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [232ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [234ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [234ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [622ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [643ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [644ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1483ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2660ms] refreshing cache from master, [2660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2661ms] too many traces: truncated at 100 traces, deferred=Deferred@194962604(state=PENDING, result=null, callback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791), errback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:57.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.781 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.781 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.781 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.782 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:57.787 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29869), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [97ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [210ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [210ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [232ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [234ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [234ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [622ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [643ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [644ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1483ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2660ms] refreshing cache from master, [2660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2661ms] too many traces: truncated at 100 traces, deferred=Deferred@194962604(state=PENDING, result=null, callback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791), errback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29869), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [97ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [210ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [210ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [227ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [232ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [234ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [234ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [621ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [622ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [643ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [644ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1483ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2660ms] refreshing cache from master, [2660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2661ms] too many traces: truncated at 100 traces, deferred=Deferred@194962604(state=PENDING, result=null, callback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791), errback=(continuation of Deferred@1692710475 after retry RPC after error@1403796777) -> (continuation of Deferred@927933458 after retry RPC after error@1267211731) -> (continuation of Deferred@169847815 after retry RPC after error@954764568) -> (continuation of Deferred@1992905123 after retry RPC after error@2107948076) -> (continuation of Deferred@179066891 after retry RPC after error@1984992267) -> (continuation of Deferred@1244174123 after retry RPC after error@305465246) -> (continuation of Deferred@2050058707 after retry RPC after error@137583186) -> (continuation of Deferred@111941040 after retry RPC after error@1008728844) -> (continuation of Deferred@1301377709 after retry RPC after error@1600274567) -> (continuation of Deferred@965070670 after retry RPC after error@2055312617) -> (continuation of Deferred@1019450638 after retry RPC after error@1902681193) -> (continuation of Deferred@1719718581 after retry RPC after error@273687632) -> (continuation of Deferred@815511729 after retry RPC after error@86368543) -> (continuation of Deferred@1699778164 after retry RPC after error@1949520938) -> (continuation of Deferred@427832365 after retry RPC after error@864490267) -> (continuation of Deferred@1380255793 after retry RPC after error@1010406487) -> (continuation of Deferred@612433569 after retry RPC after error@789851873) -> (continuation of Deferred@1433059250 after retry RPC after error@629215844) -> (continuation of Deferred@114787715 after retry RPC after error@146460830) -> (continuation of Deferred@145586452 after retry RPC after error@621959255) -> (continuation of Deferred@533932779 after retry RPC after error@1102260143) -> (continuation of Deferred@582320980 after retry RPC after error@357738421) -> (continuation of Deferred@332415878 after retry RPC after error@1258717196) -> (continuation of Deferred@1168577819 after retry RPC after error@1170763029) -> (continuation of Deferred@1410714201 after retry RPC after error@736900663) -> (continuation of Deferred@1444868508 after retry RPC after error@1345883791)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:57.788 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:15:57.790 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476957790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:57.800 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:57.800 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:57.800 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:57.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.801 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:57.804 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:15:57.805 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:15:57.814 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:57.815 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:57.815 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:57.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:57.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:57.835 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:57.835 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:57.835 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:57.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.837 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:56.487170 32199 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:57.855 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:57.855 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:57.855 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:57.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.857 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:57.859026 32191 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.376s	user 0.519s	sys 0.853s
02:15:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:57.859591 32191 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.376s	user 0.520s	sys 0.855s
02:15:57.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:57.878029 32205 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.878880 32191 server_base.cc:1061] running on GCE node
02:15:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.880208 32191 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:15:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.883749 32191 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:15:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.885433 32191 hybrid_clock.cc:648] HybridClock initialized: now 1783476957885359 us; error 44 us; skew 500 ppm
02:15:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.886756 32191 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:15:57.895 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:57.895 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:57.895 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:57.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.896 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.898051 32191 webserver.cc:534] Webserver started at http://127.30.225.66:40181/ using document root <none> and password file <none>
02:15:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.899466 32191 fs_manager.cc:362] Metadata directory not provided
02:15:57.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.899804 32191 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:15:57.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.900449 32191 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:15:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.908582 32191 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/data/instance:
02:15:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "986de64eedcd467a9d587d96e33e97bc"
02:15:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:57 on dist-test-slave-fshw"
02:15:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.910737 32191 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/wal/instance:
02:15:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "986de64eedcd467a9d587d96e33e97bc"
02:15:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:57 on dist-test-slave-fshw"
02:15:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.922451 32191 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.010s	sys 0.002s
02:15:57.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.931131 32210 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:15:57.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.932521 32191 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
02:15:57.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.932951 32191 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/wal
02:15:57.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "986de64eedcd467a9d587d96e33e97bc"
02:15:57.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:15:57 on dist-test-slave-fshw"
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:57.933450 32191 fs_report.cc:389] FS layout report
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/wal
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/wal
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/data/data
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:15:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:15:57.955 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:57.955 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:57.955 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:57.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:57.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:57.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.960 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.960 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:57.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:57.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:58.035 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:58.035 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:58.035 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:58.036 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.036 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.036 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.037 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.037184 32191 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:15:58.039 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.039688 32191 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:15:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.040405 32191 kserver.cc:163] Server-wide thread pool size limit: 3276
02:15:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.043980 32191 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:15:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.048898 32191 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:15:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.049167 32191 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:15:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.049427 32191 ts_tablet_manager.cc:616] Registered 0 tablets
02:15:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.049577 32191 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:15:58.054 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:15:58.054 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:15:58.055 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:15:58.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:58.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:58.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:58.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:58.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:15:58.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:15:58.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:58.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:58.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:15:58.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:15:58.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28949), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [185ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [265ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [266ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [266ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [404ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [405ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [482ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [482ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [483ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [483ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [762ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [762ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [763ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [763ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [2504ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1447051691(state=PENDING, result=null, callback=(continuation of Deferred@459120887 after retry RPC after error@446090075) -> (continuation of Deferred@668246376 after retry RPC after error@1942876448) -> (continuation of Deferred@98680246 after retry RPC after error@696345154) -> (continuation of Deferred@735857147 after retry RPC after error@931461457) -> (continuation of Deferred@1065418266 after retry RPC after error@498145498) -> (continuation of Deferred@1424689414 after retry RPC after error@1152728251) -> (continuation of Deferred@2096982553 after retry RPC after error@1772083860) -> (continuation of Deferred@1697664408 after retry RPC after error@143521121) -> (continuation of Deferred@532147147 after retry RPC after error@141285843) -> (continuation of Deferred@1875909067 after retry RPC after error@135385005) -> (continuation of Deferred@676889815 after retry RPC after error@2116773198) -> (continuation of Deferred@299508993 after retry RPC after error@397470768) -> (continuation of Deferred@2065869869 after retry RPC after error@1585882898) -> (continuation of Deferred@515142638 after retry RPC after error@250994020) -> (continuation of Deferred@1616403283 after retry RPC after error@193842813) -> (continuation of Deferred@916191201 after retry RPC after error@371524267) -> (continuation of Deferred@881148415 after retry RPC after error@1369349940) -> (continuation of Deferred@953376281 after retry RPC after error@115155954) -> (continuation of Deferred@407437423 after retry RPC after error@1024150381) -> (continuation of Deferred@520808771 after retry RPC after error@1890028515) -> (continuation of Deferred@540911584 after retry RPC after error@1200279721) -> (continuation of Deferred@251820522 after retry RPC after error@1127617402) -> (continuation of Deferred@251244123 after retry RPC after error@526858421) -> (continuation of Deferred@62312346 after retry RPC after error@1885909333), errback=(continuation of Deferred@459120887 after retry RPC after error@446090075) -> (continuation of Deferred@668246376 after retry RPC after error@1942876448) -> (continuation of Deferred@98680246 after retry RPC after error@696345154) -> (continuation of Deferred@735857147 after retry RPC after error@931461457) -> (continuation of Deferred@1065418266 after retry RPC after error@498145498) -> (continuation of Deferred@1424689414 after retry RPC after error@1152728251) -> (continuation of Deferred@2096982553 after retry RPC after error@1772083860) -> (continuation of Deferred@1697664408 after retry RPC after error@143521121) -> (continuation of Deferred@532147147 after retry RPC after error@141285843) -> (continuation of Deferred@1875909067 after retry RPC after error@135385005) -> (continuation of Deferred@676889815 after retry RPC after error@2116773198) -> (continuation of Deferred@299508993 after retry RPC after error@397470768) -> (continuation of Deferred@2065869869 after retry RPC after error@1585882898) -> (continuation of Deferred@515142638 after retry RPC after error@250994020) -> (continuation of Deferred@1616403283 after retry RPC after error@193842813) -> (continuation of Deferred@916191201 after retry RPC after error@371524267) -> (continuation of Deferred@881148415 after retry RPC after error@1369349940) -> (continuation of Deferred@953376281 after retry RPC after error@115155954) -> (continuation of Deferred@407437423 after retry RPC after error@1024150381) -> (continuation of Deferred@520808771 after retry RPC after error@1890028515) -> (continuation of Deferred@540911584 after retry RPC after error@1200279721) -> (continuation of Deferred@251820522 after retry RPC after error@1127617402) -> (continuation of Deferred@251244123 after retry RPC after error@526858421) -> (continuation of Deferred@62312346 after retry RPC after error@1885909333)))
02:15:58.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:15:58.057 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28949), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [185ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [265ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [266ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [266ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [404ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [405ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [482ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [482ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [483ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [483ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [762ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [762ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [763ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [763ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [2504ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1447051691(state=PENDING, result=null, callback=(continuation of Deferred@459120887 after retry RPC after error@446090075) -> (continuation of Deferred@668246376 after retry RPC after error@1942876448) -> (continuation of Deferred@98680246 after retry RPC after error@696345154) -> (continuation of Deferred@735857147 after retry RPC after error@931461457) -> (continuation of Deferred@1065418266 after retry RPC after error@498145498) -> (continuation of Deferred@1424689414 after retry RPC after error@1152728251) -> (continuation of Deferred@2096982553 after retry RPC after error@1772083860) -> (continuation of Deferred@1697664408 after retry RPC after error@143521121) -> (continuation of Deferred@532147147 after retry RPC after error@141285843) -> (continuation of Deferred@1875909067 after retry RPC after error@135385005) -> (continuation of Deferred@676889815 after retry RPC after error@2116773198) -> (continuation of Deferred@299508993 after retry RPC after error@397470768) -> (continuation of Deferred@2065869869 after retry RPC after error@1585882898) -> (continuation of Deferred@515142638 after retry RPC after error@250994020) -> (continuation of Deferred@1616403283 after retry RPC after error@193842813) -> (continuation of Deferred@916191201 after retry RPC after error@371524267) -> (continuation of Deferred@881148415 after retry RPC after error@1369349940) -> (continuation of Deferred@953376281 after retry RPC after error@115155954) -> (continuation of Deferred@407437423 after retry RPC after error@1024150381) -> (continuation of Deferred@520808771 after retry RPC after error@1890028515) -> (continuation of Deferred@540911584 after retry RPC after error@1200279721) -> (continuation of Deferred@251820522 after retry RPC after error@1127617402) -> (continuation of Deferred@251244123 after retry RPC after error@526858421) -> (continuation of Deferred@62312346 after retry RPC after error@1885909333), errback=(continuation of Deferred@459120887 after retry RPC after error@446090075) -> (continuation of Deferred@668246376 after retry RPC after error@1942876448) -> (continuation of Deferred@98680246 after retry RPC after error@696345154) -> (continuation of Deferred@735857147 after retry RPC after error@931461457) -> (continuation of Deferred@1065418266 after retry RPC after error@498145498) -> (continuation of Deferred@1424689414 after retry RPC after error@1152728251) -> (continuation of Deferred@2096982553 after retry RPC after error@1772083860) -> (continuation of Deferred@1697664408 after retry RPC after error@143521121) -> (continuation of Deferred@532147147 after retry RPC after error@141285843) -> (continuation of Deferred@1875909067 after retry RPC after error@135385005) -> (continuation of Deferred@676889815 after retry RPC after error@2116773198) -> (continuation of Deferred@299508993 after retry RPC after error@397470768) -> (continuation of Deferred@2065869869 after retry RPC after error@1585882898) -> (continuation of Deferred@515142638 after retry RPC after error@250994020) -> (continuation of Deferred@1616403283 after retry RPC after error@193842813) -> (continuation of Deferred@916191201 after retry RPC after error@371524267) -> (continuation of Deferred@881148415 after retry RPC after error@1369349940) -> (continuation of Deferred@953376281 after retry RPC after error@115155954) -> (continuation of Deferred@407437423 after retry RPC after error@1024150381) -> (continuation of Deferred@520808771 after retry RPC after error@1890028515) -> (continuation of Deferred@540911584 after retry RPC after error@1200279721) -> (continuation of Deferred@251820522 after retry RPC after error@1127617402) -> (continuation of Deferred@251244123 after retry RPC after error@526858421) -> (continuation of Deferred@62312346 after retry RPC after error@1885909333)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.85.254:36319
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:58.058 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
02:15:58.060 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:15:58.068 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28949), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [185ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [265ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [266ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [266ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [404ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [405ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [482ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [482ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [483ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [483ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [762ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [762ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [763ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [763ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [2504ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1447051691(state=PENDING, result=null, callback=(continuation of Deferred@459120887 after retry RPC after error@446090075) -> (continuation of Deferred@668246376 after retry RPC after error@1942876448) -> (continuation of Deferred@98680246 after retry RPC after error@696345154) -> (continuation of Deferred@735857147 after retry RPC after error@931461457) -> (continuation of Deferred@1065418266 after retry RPC after error@498145498) -> (continuation of Deferred@1424689414 after retry RPC after error@1152728251) -> (continuation of Deferred@2096982553 after retry RPC after error@1772083860) -> (continuation of Deferred@1697664408 after retry RPC after error@143521121) -> (continuation of Deferred@532147147 after retry RPC after error@141285843) -> (continuation of Deferred@1875909067 after retry RPC after error@135385005) -> (continuation of Deferred@676889815 after retry RPC after error@2116773198) -> (continuation of Deferred@299508993 after retry RPC after error@397470768) -> (continuation of Deferred@2065869869 after retry RPC after error@1585882898) -> (continuation of Deferred@515142638 after retry RPC after error@250994020) -> (continuation of Deferred@1616403283 after retry RPC after error@193842813) -> (continuation of Deferred@916191201 after retry RPC after error@371524267) -> (continuation of Deferred@881148415 after retry RPC after error@1369349940) -> (continuation of Deferred@953376281 after retry RPC after error@115155954) -> (continuation of Deferred@407437423 after retry RPC after error@1024150381) -> (continuation of Deferred@520808771 after retry RPC after error@1890028515) -> (continuation of Deferred@540911584 after retry RPC after error@1200279721) -> (continuation of Deferred@251820522 after retry RPC after error@1127617402) -> (continuation of Deferred@251244123 after retry RPC after error@526858421) -> (continuation of Deferred@62312346 after retry RPC after error@1885909333), errback=(continuation of Deferred@459120887 after retry RPC after error@446090075) -> (continuation of Deferred@668246376 after retry RPC after error@1942876448) -> (continuation of Deferred@98680246 after retry RPC after error@696345154) -> (continuation of Deferred@735857147 after retry RPC after error@931461457) -> (continuation of Deferred@1065418266 after retry RPC after error@498145498) -> (continuation of Deferred@1424689414 after retry RPC after error@1152728251) -> (continuation of Deferred@2096982553 after retry RPC after error@1772083860) -> (continuation of Deferred@1697664408 after retry RPC after error@143521121) -> (continuation of Deferred@532147147 after retry RPC after error@141285843) -> (continuation of Deferred@1875909067 after retry RPC after error@135385005) -> (continuation of Deferred@676889815 after retry RPC after error@2116773198) -> (continuation of Deferred@299508993 after retry RPC after error@397470768) -> (continuation of Deferred@2065869869 after retry RPC after error@1585882898) -> (continuation of Deferred@515142638 after retry RPC after error@250994020) -> (continuation of Deferred@1616403283 after retry RPC after error@193842813) -> (continuation of Deferred@916191201 after retry RPC after error@371524267) -> (continuation of Deferred@881148415 after retry RPC after error@1369349940) -> (continuation of Deferred@953376281 after retry RPC after error@115155954) -> (continuation of Deferred@407437423 after retry RPC after error@1024150381) -> (continuation of Deferred@520808771 after retry RPC after error@1890028515) -> (continuation of Deferred@540911584 after retry RPC after error@1200279721) -> (continuation of Deferred@251820522 after retry RPC after error@1127617402) -> (continuation of Deferred@251244123 after retry RPC after error@526858421) -> (continuation of Deferred@62312346 after retry RPC after error@1885909333)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.85.254:36319
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:15:58.069 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:15:58.069 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:15:58.070 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RUNNING to RESTARTING.
02:15:58.070 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
02:15:58.074 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:58.074 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:58.074 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:58.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:58.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:58.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:58.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:58.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:58.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:58.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:58.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:58.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:58.075 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:58.176 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:15:58.177 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:15:58.177 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:15:58.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:58.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:58.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:58.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:15:58.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:58.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:15:58.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:58.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:58.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:15:58.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:15:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.239678 32191 rpc_server.cc:307] RPC server started. Bound to: 127.30.225.66:40889
02:15:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.239745 32322 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.225.66:40889 every 8 connection(s)
02:15:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.242775 32191 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/data/info.pb
02:15:58.254 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:58.255 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:58.255 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.252676 31621 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 32191
02:15:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.253211 31621 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-1/wal/instance
02:15:58.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.256 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.280102 31621 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/wal
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/data
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/logs
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/data/info.pb
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.67:0
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.225.67
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.67
02:15:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:15:58.292 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476958290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.293426 32323 heartbeater.cc:344] Connected to a master server at 127.30.225.124:43913
02:15:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.293963 32323 heartbeater.cc:461] Registering TS with master...
02:15:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.295311 32324 heartbeater.cc:344] Connected to a master server at 127.30.225.125:37847
02:15:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.295532 32323 heartbeater.cc:507] Master 127.30.225.124:43913 requested a full tablet report, sending...
02:15:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.295651 32324 heartbeater.cc:461] Registering TS with master...
02:15:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.296665 32324 heartbeater.cc:507] Master 127.30.225.125:37847 requested a full tablet report, sending...
02:15:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.299752 31760 ts_manager.cc:194] Registered new tserver with Master: 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889)
02:15:58.302 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:15:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.302192 31760 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.225.66:48311
02:15:58.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:15:58.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.306680 31894 ts_manager.cc:194] Registered new tserver with Master: 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889)
02:15:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.314081 32325 heartbeater.cc:344] Connected to a master server at 127.30.225.126:36919
02:15:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.314415 32325 heartbeater.cc:461] Registering TS with master...
02:15:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.315038 32325 heartbeater.cc:507] Master 127.30.225.126:36919 requested a full tablet report, sending...
02:15:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.317397 31666 ts_manager.cc:194] Registered new tserver with Master: 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889)
02:15:58.375 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:58.375 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:58.375 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:58.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.376 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:58.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:58.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:58.557 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:58.557 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:58.557 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:58.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:58.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:58.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:58.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:58.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:58.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:58.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:58.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:58.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:58.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:58.632810 32333 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:15:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:58.633507 32333 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:15:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:58.634059 32333 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:15:58.645 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:58.645 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:58.645 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:58.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:58.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:58.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:58.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:58.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:58.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:58.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:58.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:58.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:58.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:58.655 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:58.655 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:58.655 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:58.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:58.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:58.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:58.655 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:58.669553 32333 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:15:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:58.670588 32333 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.225.67
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.709980 32333 tablet_server_runner.cc:78] Tablet server non-default flags:
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.225.84:33431
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/data
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/wal
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.225.67:0
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/data/info.pb
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.225.67
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.225.126:36919,127.30.225.125:37847,127.30.225.124:43913
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.225.67
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/logs
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:15:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:15:58.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.711397 32333 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:15:58.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:58.712925 32333 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:15:58.716 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:58.716 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:58.716 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:58.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:58.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:58.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:58.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:58.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:58.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:58.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:58.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:58.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:58.717 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:58.726884 32339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:15:58.746 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:58.746 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:58.746 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:58.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:58.746 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:58.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:58.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:58.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:58.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:58.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:58.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:58.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:58.747 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:15:58.790 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476958790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:58.800 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:15:58.801 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:15:58.917 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:58.917 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:58.917 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:58.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:58.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:58.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:58.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:58.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:58.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:58.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:58.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:58.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:58.918 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:58.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:59.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:59.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476959290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:59.299 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:15:59.299 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:15:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:15:59.307276 32324 heartbeater.cc:499] Master 127.30.225.125:37847 was elected leader, sending a full tablet report...
02:15:59.424 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:15:59.424 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:15:59.424 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:15:59.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:59.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:59.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:59.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:59.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:15:59.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:59.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:59.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:15:59.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:15:59.425 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:15:59.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:59.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:59.657 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:59.658 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:59.658 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:59.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:59.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:59.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:59.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:59.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:59.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:59.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:59.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:59.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:59.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:59.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476959790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:15:59.800 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:15:59.800 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:15:59.858 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:15:59.858 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:15:59.858 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:15:59.859 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:59.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:59.859 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:59.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:59.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:59.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:59.859 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:15:59.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:15:59.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:15:59.859 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:15:59.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:15:59.975 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:15:59.975 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:15:59.975 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:15:59.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:59.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:59.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:59.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:59.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:15:59.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:59.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:59.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:15:59.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:15:59.976 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:15:59.986 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:15:59.986 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:15:59.986 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:15:59.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:59.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:59.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:15:59.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:59.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:59.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:15:59.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:59.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:59.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:15:59.987 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:15:59.990 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:15:59.991 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:15:59.991 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:15:59.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:59.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:59.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:15:59.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:59.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:59.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:59.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:15:59.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:59.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:15:59.991 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:00.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:58.727504 32340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:15:58.732522 32342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:00.030710 32341 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:16:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.030820 32333 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.035765 32333 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.038391 32333 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.039795 32333 hybrid_clock.cc:648] HybridClock initialized: now 1783476960039750 us; error 40 us; skew 500 ppm
02:16:00.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.040792 32333 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.047998 32333 webserver.cc:534] Webserver started at http://127.30.225.67:39869/ using document root <none> and password file <none>
02:16:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.048954 32333 fs_manager.cc:362] Metadata directory not provided
02:16:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.049216 32333 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.049752 32333 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.054647 32333 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/data/instance:
02:16:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c40acf013f0f4401a3beda1251d118b2"
02:16:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:00 on dist-test-slave-fshw"
02:16:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.056094 32333 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/wal/instance:
02:16:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c40acf013f0f4401a3beda1251d118b2"
02:16:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:00 on dist-test-slave-fshw"
02:16:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.064105 32333 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.003s
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.070771 32350 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.072438 32333 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.072839 32333 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/wal
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c40acf013f0f4401a3beda1251d118b2"
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:00 on dist-test-slave-fshw"
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.073417 32333 fs_report.cc:389] FS layout report
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/wal
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/wal
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/data/data
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.150322 32333 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:00.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.151844 32333 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:00.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.152281 32333 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:00.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.155256 32333 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:00.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.159808 32333 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:00.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.160010 32333 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:16:00.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.160205 32333 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:00.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.160336 32333 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:16:00.217 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:00.217 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:00.217 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:00.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:00.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:00.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:00.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:00.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:00.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:00.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:00.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:00.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:00.218 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:00.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476960290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:00.300 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:16:00.301 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:16:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.332847 32333 rpc_server.cc:307] RPC server started. Bound to: 127.30.225.67:39559
02:16:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.332980 32462 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.225.67:39559 every 8 connection(s)
02:16:00.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.335793 32333 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/data/info.pb
02:16:00.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.341439 31621 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 32333
02:16:00.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.342034 31621 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster8229180806957350440/ts-2/wal/instance
02:16:00.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.390033 32464 heartbeater.cc:344] Connected to a master server at 127.30.225.125:37847
02:16:00.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.390554 32464 heartbeater.cc:461] Registering TS with master...
02:16:00.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.391800 32464 heartbeater.cc:507] Master 127.30.225.125:37847 requested a full tablet report, sending...
02:16:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.394624 32463 heartbeater.cc:344] Connected to a master server at 127.30.225.124:43913
02:16:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.394968 32463 heartbeater.cc:461] Registering TS with master...
02:16:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.394917 31760 ts_manager.cc:194] Registered new tserver with Master: c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.395905 32463 heartbeater.cc:507] Master 127.30.225.124:43913 requested a full tablet report, sending...
02:16:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.396725 31760 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.225.67:51377
02:16:00.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.399695 31894 ts_manager.cc:194] Registered new tserver with Master: c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:00.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.402628 32465 heartbeater.cc:344] Connected to a master server at 127.30.225.126:36919
02:16:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.402935 32465 heartbeater.cc:461] Registering TS with master...
02:16:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.403551 32465 heartbeater.cc:507] Master 127.30.225.126:36919 requested a full tablet report, sending...
02:16:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.405936 31666 ts_manager.cc:194] Registered new tserver with Master: c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:00.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.420532 31621 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:16:00.434 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:16:00.435 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:16:00.436 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.225.126"
      port: 36919
    }
    bound_http_address {
      host: "127.30.225.126"
      port: 36717
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.225.125"
      port: 37847
    }
    bound_http_address {
      host: "127.30.225.125"
      port: 45317
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.225.124"
      port: 43913
    }
    bound_http_address {
      host: "127.30.225.124"
      port: 45947
    }
  }
}

02:16:00.436 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:16:00.437 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.225.65"
      port: 37263
    }
    bound_http_address {
      host: "127.30.225.65"
      port: 46543
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.225.66"
      port: 40889
    }
    bound_http_address {
      host: "127.30.225.66"
      port: 40181
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.225.67"
      port: 39559
    }
    bound_http_address {
      host: "127.30.225.67"
      port: 39869
    }
  }
}

02:16:00.437 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:16:00.438 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:00.438 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:16:00.439 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:16:00.439 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:16:00.439 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:16:00.444 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:16:00.444 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:00.445 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:00.445 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:00.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.446 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:00.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:00.536 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:00.536 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:00.536 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:00.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:00.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:00.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:00.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:00.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:00.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:00.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:00.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:00.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:00.537 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:00.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:00.551 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:00.551 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:00.551 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:00.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:00.754 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:00.754 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:00.754 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:00.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.755 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:00.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476960790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:00.798 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:16:00.798 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:16:00.807 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:16:00.807 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:16:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.811143 32473 mini_oidc.cc:150] Starting JWKS server
02:16:00.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.814446 32473 webserver.cc:534] Webserver started at http://127.0.0.1:42657/ using document root <none> and password file <none>
02:16:00.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.814970 32473 mini_oidc.cc:186] Starting OIDC Discovery server
02:16:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.816880 32473 webserver.cc:534] Webserver started at http://127.0.0.1:34223/ using document root <none> and password file <none>
02:16:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:00Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:16:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:00Z Disabled control of system clock
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:00.885244 32473 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/wal
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/data
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/logs
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/data/info.pb
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.126:37263
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.126
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42657/jwks.json with env {}
02:16:00.925 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:00.926 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:00.926 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:00.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.927 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.927 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:00.965 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:00.966 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:00.966 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:00.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:00.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:00.967 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:00.967 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:00.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:01.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:01.135 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:01.135 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:01.135 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:01.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:01.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:01.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:01.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:01.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:01.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:01.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:01.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:01.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:01.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.232609 32485 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.233300 32485 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:01.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.233971 32485 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:01.267 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:01.267 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:01.267 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:01.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:01.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:01.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:01.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:01.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:01.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:01.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:01.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:01.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:01.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:01.276 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:01.277 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:01.277 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:01.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:01.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:01.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:01.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:01.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:01.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:01.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:01.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:01.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:01.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.288899 32485 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.289325 32485 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.289654 32485 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.289875 32485 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.290166 32485 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.290467 32485 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42657/jwks.json
02:16:01.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476961291 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:01.300 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:16:01.301 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:01.341780 32485 master_runner.cc:387] Master server non-default flags:
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/data
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/wal
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.126:37263
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42657/jwks.json
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/data/info.pb
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.126
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/logs
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:01.343484 32485 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:01.345800 32485 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.363006 32491 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:01.400843 32464 heartbeater.cc:499] Master 127.30.225.125:37847 was elected leader, sending a full tablet report...
02:16:01.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:01.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:01.761 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RESTARTING to RUNNING.
02:16:01.762 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job ae9a9a282dc7cf140fbb43ea3e349843 from Checkpoint 63 @ 1783476865426 for ae9a9a282dc7cf140fbb43ea3e349843 located at file:/tmp/junit494488604027002473/checkpoints/ae9a9a282dc7cf140fbb43ea3e349843/chk-63.
02:16:01.763 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:16:01.763 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
02:16:01.763 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 63 for source Source: KuduSource to checkpoint.
02:16:01.764 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
02:16:01.764 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id bed5637ce9a56480e4e5830264928b1a
02:16:01.764 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:01.764 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot bed5637ce9a56480e4e5830264928b1a.
02:16:01.766 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id bed5637ce9a56480e4e5830264928b1a.
02:16:01.771 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
02:16:01.771 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
02:16:01.775 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@683b86e1
02:16:01.775 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:01.776 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:16:01.776 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:16:01.777 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:16:01.786 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@77591a25
02:16:01.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476961791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:01.796 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:01.803 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:01.807 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=14 ms, finalizationTime=2 ms).
02:16:01.808 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:16:01.809 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:01.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.813 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:01.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.833 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.833 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:01.845 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:01.847 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:01.848 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:01.850 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.850 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.850 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.855 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:01.865 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:01.866 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:01.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.867 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:01.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.868 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:01.883 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:01.884 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:01.884 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:01.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.886 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:01.903 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:01.904 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:01.904 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:01.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.906 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:01.916 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:01.916 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:01.916 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:01.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:01.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:01.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:01.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:01.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:01.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:01.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:01.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:01.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:01.917 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:01.944 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:01.944 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:01.944 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:01.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:01.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:01.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:01.947 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:01.954 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:01.955 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:01.955 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:01.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:01.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:01.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:01.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:01.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:01.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:01.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:01.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:01.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:01.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:01.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:02.024 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:02.024 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:02.024 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:02.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.026 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:02.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:02.123 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:02.123 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:02.124 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:02.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.126 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:02.145 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:02.145 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:02.145 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:02.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:02.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.150 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:02.256 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:02.256 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:02.256 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:02.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:02.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476962290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:02.311 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:16:02.313 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:16:02.328 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:02.328 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:02.329 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.329 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:02.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.331 [INFO - pool-374-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.331 [WARN - pool-374-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:02.357 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:02.357 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:02.358 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:02.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.358 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:02.385 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:02.386 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:02.386 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:02.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.387 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:02.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:02.517 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:02.517 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:02.517 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:02.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:02.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:02.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:02.519 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:02.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:02.614 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:02.615 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:02.615 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:02.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:02.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:02.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:02.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:02.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:02.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:02.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:02.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:02.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:02.616 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:02.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:02.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:02.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:02.744 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:02.744 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.744 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.744 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.744 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:02.790 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476962790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:02.800 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:02.802 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:16:02.803 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:02.803 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:02.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.368047 32494 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:02.804 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:02.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:02.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:02.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:01.364705 32492 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:02.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:02.804630 32493 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1438 milliseconds
02:16:02.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:02.805 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.804670 32485 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:02.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.809836 32485 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.812475 32485 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.813827 32485 hybrid_clock.cc:648] HybridClock initialized: now 1783476962813749 us; error 62 us; skew 500 ppm
02:16:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.814730 32485 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.821709 32485 webserver.cc:534] Webserver started at http://127.31.182.126:45927/ using document root <none> and password file <none>
02:16:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.822742 32485 fs_manager.cc:362] Metadata directory not provided
02:16:02.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.822933 32485 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:02.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.823591 32485 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:02.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.828601 32485 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/data/instance:
02:16:02.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cd0e0dfd9324f4d8100a86d273dda81"
02:16:02.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:02 on dist-test-slave-fshw"
02:16:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.829773 32485 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/wal/instance:
02:16:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cd0e0dfd9324f4d8100a86d273dda81"
02:16:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:02 on dist-test-slave-fshw"
02:16:02.837 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:16:02.838 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:16:02.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.837900 32485 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
02:16:02.838 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:16:02.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:02.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:02.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:02.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:02.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:02.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:02.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:02.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:02.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:02.840 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:16:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.846698 32513 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.848124 32485 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
02:16:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.848503 32485 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/wal
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cd0e0dfd9324f4d8100a86d273dda81"
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:02 on dist-test-slave-fshw"
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.848958 32485 fs_report.cc:389] FS layout report
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/wal
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/wal
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/data/data
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.906394 32485 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:02.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.908174 32485 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:02.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:02.908670 32485 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:02.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:03.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:03.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.040841 32485 rpc_server.cc:307] RPC server started. Bound to: 127.31.182.126:37263
02:16:03.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.040956 32564 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.182.126:37263 every 8 connection(s)
02:16:03.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.044934 32485 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/data/info.pb
02:16:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.053743 32473 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 32485
02:16:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.054328 32473 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-0/wal/instance
02:16:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.054620 32565 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.058488 32473 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/wal
02:16:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/data
02:16:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/logs
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/data/info.pb
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.125:35345
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.125
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42657/jwks.json with env {}
02:16:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.071870 32565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } has no permanent_uuid. Determining permanent_uuid...
02:16:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.116026 32565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } has no permanent_uuid. Determining permanent_uuid...
02:16:03.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.119095 32516 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.182.125:35345: connect: Connection refused (error 111)
02:16:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.124811 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.125:35345: Network error: Client connection negotiation failed: client connection to 127.31.182.125:35345: connect: Connection refused (error 111)
02:16:03.135 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:03.136 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:03.136 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:03.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:03.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:03.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:03.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:03.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:03.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:03.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:03.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:03.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:03.137 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:03.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:03.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.174459 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } attempt: 1
02:16:03.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.180167 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.125:35345: Network error: Client connection negotiation failed: client connection to 127.31.182.125:35345: connect: Connection refused (error 111)
02:16:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.248620 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } attempt: 2
02:16:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.253326 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.125:35345: Network error: Client connection negotiation failed: client connection to 127.31.182.125:35345: connect: Connection refused (error 111)
02:16:03.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476963290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:03.299 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:16:03.299 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:16:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.344714 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } attempt: 3
02:16:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.349382 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.125:35345: Network error: Client connection negotiation failed: client connection to 127.31.182.125:35345: connect: Connection refused (error 111)
02:16:03.423 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:03.424 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:03.424 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:03.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:03.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:03.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:03.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:03.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:03.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:03.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:03.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:03.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:03.425 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.461351 32567 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.461949 32567 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.462450 32567 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:03.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.492841 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } attempt: 4
02:16:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.498054 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.125:35345: Network error: Client connection negotiation failed: client connection to 127.31.182.125:35345: connect: Connection refused (error 111)
02:16:03.514 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:03.514 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:03.514 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:03.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:03.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:03.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:03.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:03.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:03.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:03.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:03.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:03.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:03.515 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.516124 32567 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.516571 32567 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:03.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.516944 32567 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:03.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.517324 32567 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:03.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.517683 32567 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:03.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.517947 32567 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42657/jwks.json
02:16:03.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.563326 32567 master_runner.cc:387] Master server non-default flags:
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/data
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/wal
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.125:35345
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42657/jwks.json
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/data/info.pb
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.125
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/logs
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.564756 32567 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.566394 32567 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.577783 32576 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:03.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:03.685 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:03.686 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:03.686 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:03.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:03.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:03.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:03.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:03.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:03.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:03.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:03.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:03.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:03.687 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:03.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476963790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:03.797493 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } attempt: 5
02:16:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.806602 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.125:35345: Network error: Client connection negotiation failed: client connection to 127.31.182.125:35345: connect: Connection refused (error 111)
02:16:03.807 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:16:03.809 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:16:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.963253 32179 messenger.cc:194] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.30.225.65:37263
02:16:03.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:04.036 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:04.036 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:04.036 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:04.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:04.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:04.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:04.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:04.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:04.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:04.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:04.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:04.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:04.038 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:04.041 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.063571 32561 messenger.cc:194] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.31.182.126:37263
02:16:04.065 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:04.066 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:04.066 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:04.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:04.135 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:04.136 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:04.136 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:04.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:04.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:04.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:04.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:04.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:04.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:04.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:04.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:04.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:04.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:04.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:04.231 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:04.231 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:04.231 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:04.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:04.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476964290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:04.301 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:16:04.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:16:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.354240 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } attempt: 6
02:16:04.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.370867 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.125:35345: Network error: Client connection negotiation failed: client connection to 127.31.182.125:35345: connect: Connection refused (error 111)
02:16:04.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:04.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:04.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:04.710 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:04.710 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:04.711 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:04.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.712 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:04.765 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:04.766 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:04.766 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:04.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:04.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:04.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:04.767 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:04.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476964790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:04.802 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:16:04.804 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:16:04.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:04.996 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:04.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:04.998 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:04.998 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:04.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:04.999 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:04.999 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:04.999 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:04.999 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:04.999 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.000 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:05.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.581645 32579 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:03.578928 32577 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.014312 32567 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.014276 32578 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1433 milliseconds
02:16:05.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.016317 32567 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.019914 32567 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.021541 32567 hybrid_clock.cc:648] HybridClock initialized: now 1783476965021519 us; error 69 us; skew 500 ppm
02:16:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.022717 32567 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.030485 32567 webserver.cc:534] Webserver started at http://127.31.182.125:38385/ using document root <none> and password file <none>
02:16:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.031558 32567 fs_manager.cc:362] Metadata directory not provided
02:16:05.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.031994 32567 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:05.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.032711 32567 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.039834 32567 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/data/instance:
02:16:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df6f2f34443a405ca5cb77eb52090007"
02:16:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-fshw"
02:16:05.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.041520 32567 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/wal/instance:
02:16:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df6f2f34443a405ca5cb77eb52090007"
02:16:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-fshw"
02:16:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.054109 32567 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.007s	sys 0.004s
02:16:05.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.061085 32590 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.062358 32567 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.062757 32567 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/wal
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df6f2f34443a405ca5cb77eb52090007"
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-fshw"
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.063105 32567 fs_report.cc:389] FS layout report
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/wal
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/wal
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/data/data
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:05.087 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.28.187.190:43133, [4ms] received response from server master-127.28.187.190:43133: OK, deferred=null) with no deferred attached!
02:16:05.116 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:05.116 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:05.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:05.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:05.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:05.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.117 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:05.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.118 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.121646 32567 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.123216 32567 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.123714 32567 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:05.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.205099 32567 rpc_server.cc:307] RPC server started. Bound to: 127.31.182.125:35345
02:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.205228 32641 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.182.125:35345 every 8 connection(s)
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.208294 32567 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/data/info.pb
02:16:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.210096 32473 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 32567
02:16:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.210611 32473 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-1/wal/instance
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.214267 32473 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/wal
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/data
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/logs
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/data/info.pb
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.124:36505
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.124
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42657/jwks.json with env {}
02:16:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.215626 32642 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:05.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.228742 32642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } has no permanent_uuid. Determining permanent_uuid...
02:16:05.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.253436 32642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } has no permanent_uuid. Determining permanent_uuid...
02:16:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.269933 32642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } has no permanent_uuid. Determining permanent_uuid...
02:16:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.272919 32591 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.278263 32642 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476965291 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:05.300 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:16:05.300 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:16:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.327775 32642 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 1
02:16:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.333597 32642 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.336 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:05.337 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:05.337 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:05.337 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.337 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.337 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:05.337 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:05.337 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:05.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.337 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.338 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:05.358 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:16:05.358 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:16:05.358 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:16:05.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:05.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:05.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:05.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:05.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:05.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:05.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:05.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:05.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:05.359 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:16:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.402012 32642 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 2
02:16:05.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.407011 32642 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.431447 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } attempt: 7
02:16:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.456480 32565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } has no permanent_uuid. Determining permanent_uuid...
02:16:05.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:05.475 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:05.475 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:05.475 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:05.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:05.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:05.476 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:05.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:05.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:05.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:05.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:05.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:05.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:05.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.488189 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.498497 32642 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 3
02:16:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.506156 32642 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.539 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:05.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.546672 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 1
02:16:05.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.551205 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.606699 32644 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.607492 32644 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:05.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.608076 32644 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.632637 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 2
02:16:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.637575 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.646039 32644 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.646330 32644 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.646603 32644 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.646872 32644 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.647078 32644 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.647233 32644 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42657/jwks.json
02:16:05.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.649578 32642 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 4
02:16:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.654348 32642 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.688547 32644 master_runner.cc:387] Master server non-default flags:
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/data
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/wal
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.124:36505
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42657/jwks.json
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/data/info.pb
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.124
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/logs
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.690343 32644 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.691998 32644 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:05.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.704450 32656 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.723024 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 3
02:16:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.731868 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476965791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:05.803 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:16:05.806 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:16:05.823 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:05.824 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:05.824 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:05.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:05.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:05.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:05.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:05.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:05.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:05.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:05.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:05.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:05.825 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:05.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.872504 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 4
02:16:05.877 [DEBUG - pool-320-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.29.132.189:33651, [12ms] received response from server master-127.29.132.189:33651: OK, deferred=null) with no deferred attached!
02:16:05.878 [DEBUG - pool-320-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.29.132.189:33651, [8ms] received response from server master-127.29.132.189:33651: OK, deferred=null) with no deferred attached!
02:16:05.878 [DEBUG - pool-320-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.29.132.189:33651, [9ms] received response from server master-127.29.132.189:33651: OK, deferred=null) with no deferred attached!
02:16:05.878 [DEBUG - pool-320-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.29.132.189:33651, [10ms] received response from server master-127.29.132.189:33651: OK, deferred=null) with no deferred attached!
02:16:05.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.886085 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.953778 32642 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 5
02:16:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.962894 32642 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:05.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:05.985 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:05.986 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:05.986 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:05.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:05.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:05.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:05.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:05.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:05.990 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:06.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:06.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.169691 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 5
02:16:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:06.179455 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:06.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476966290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:06.305 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:16:06.306 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:16:06.376 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:06.377 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:06.377 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:06.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:06.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:06.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:06.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:06.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:06.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:06.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:06.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:06.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:06.378 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:06.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:06.474 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:06.475 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:06.475 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:06.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:06.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:06.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:06.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:06.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:06.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:06.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:06.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:06.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:06.477 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:06.493570 31791 debug-util.cc:398] Leaking SignalData structure 0x7b0800070040 after lost signal to thread 31708
02:16:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:06.494304 31791 debug-util.cc:398] Leaking SignalData structure 0x7b08000aaf20 after lost signal to thread 31794
02:16:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.510461 32642 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 6
02:16:06.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:06.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:06.552860 32642 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:06.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.732059 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 6
02:16:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:06.757699 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:06.783 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:06.784 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:06.784 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:06.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:06.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:06.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:06.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:06.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:06.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:06.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:06.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:06.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:06.786 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:06.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476966790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:06.805 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:16:06.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:16:06.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:07.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:07.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:07.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476967290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:07.304 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:16:07.307 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:16:07.371 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:07.371 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:07.371 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:07.372 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:07.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:07.372 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:07.372 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:07.372 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:07.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:07.372 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:07.372 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:07.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:07.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:07.396 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:07.396 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:07.396 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:07.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:07.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:07.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:07.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:07.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:07.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:07.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:07.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:07.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:07.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:07.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:07.483 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:07.484 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:07.484 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:07.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:07.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:07.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:07.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:07.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:07.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:07.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:07.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:07.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:07.485 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:07.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:07.591 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:07.591 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:07.591 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:07.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:07.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:07.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:07.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:07.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:07.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:07.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:07.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:07.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:07.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:07.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.613451 32642 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 7
02:16:07.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:07.645292 32642 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:07.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:07.756 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:07.756 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:07.756 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:07.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:07.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:07.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:07.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:07.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:07.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:07.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:07.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:07.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:07.758 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:07.791 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476967790 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.791540 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 7
02:16:07.805 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:16:07.812 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
02:16:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:07.813953 32565 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.182.124:36505: Network error: Client connection negotiation failed: client connection to 127.31.182.124:36505: connect: Connection refused (error 111)
02:16:07.817 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:16:07.818 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:16:07.818 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:16:07.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:07.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:07.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:07.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:07.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:07.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:07.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:07.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:07.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:07.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:16:07.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.705737 32657 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:07.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:07.888650 32658 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2181 milliseconds
02:16:07.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:07.886797 32644 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.182s	user 0.735s	sys 1.345s
02:16:07.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:07.106184 32655 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 32644
02:16:07.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:07.889428 32644 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.185s	user 0.735s	sys 1.345s
02:16:07.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:07.889546 32659 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:07.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.889739 32644 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.896746 32644 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:07.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.899664 32644 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.901335 32644 hybrid_clock.cc:648] HybridClock initialized: now 1783476967901283 us; error 52 us; skew 500 ppm
02:16:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.902678 32644 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.911041 32644 webserver.cc:534] Webserver started at http://127.31.182.124:32923/ using document root <none> and password file <none>
02:16:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.912384 32644 fs_manager.cc:362] Metadata directory not provided
02:16:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.912668 32644 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:07.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.913344 32644 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.921051 32644 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/data/instance:
02:16:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a307181eb7474567b44241f0d213a494"
02:16:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:07 on dist-test-slave-fshw"
02:16:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.922672 32644 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/wal/instance:
02:16:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a307181eb7474567b44241f0d213a494"
02:16:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:07 on dist-test-slave-fshw"
02:16:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.932633 32644 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.003s	sys 0.007s
02:16:07.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.956317 32676 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.957772 32644 fs_manager.cc:730] Time spent opening block manager: real 0.021s	user 0.019s	sys 0.004s
02:16:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.958176 32644 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/wal
02:16:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a307181eb7474567b44241f0d213a494"
02:16:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:07 on dist-test-slave-fshw"
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:07.958856 32644 fs_report.cc:389] FS layout report
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/wal
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/wal
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/data/data
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:07.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.034654 32644 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:08.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.036423 32644 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:08.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.037153 32644 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:08.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:08.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.153597 32644 rpc_server.cc:307] RPC server started. Bound to: 127.31.182.124:36505
02:16:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.153652 32727 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.182.124:36505 every 8 connection(s)
02:16:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.157404 32644 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/data/info.pb
02:16:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.164462 32728 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:08.165 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:08.165 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:08.165 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:08.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.166 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.166894 32473 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 32644
02:16:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.167371 32473 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/master-2/wal/instance
02:16:08.174 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.175 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.175 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.180253 32728 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } has no permanent_uuid. Determining permanent_uuid...
02:16:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.234942 32728 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } has no permanent_uuid. Determining permanent_uuid...
02:16:08.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.252873 32728 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } has no permanent_uuid. Determining permanent_uuid...
02:16:08.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.274215 32728 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: Bootstrap starting.
02:16:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.280910 32728 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: Neither blocks nor log segments found. Creating new log.
02:16:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.283216 32728 log.cc:826] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: Log is configured to *not* fsync() on all Append() calls
02:16:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.288614 32728 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: No bootstrap required, opened a new log
02:16:08.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476968290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:08.301 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:16:08.301 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
02:16:08.310 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RESTARTING to RUNNING.
02:16:08.311 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 44a1d56ce7e44c75dd2bece6ef564b6b from Checkpoint 67 @ 1783476767588 for 44a1d56ce7e44c75dd2bece6ef564b6b located at file:/tmp/junit1567620589577463559/checkpoints/44a1d56ce7e44c75dd2bece6ef564b6b/chk-67.
02:16:08.311 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
02:16:08.312 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:16:08.317 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
02:16:08.318 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
02:16:08.318 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857
02:16:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.317746 32728 raft_consensus.cc:359] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:08.318 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
02:16:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.318686 32728 raft_consensus.cc:385] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.319003 32728 raft_consensus.cc:740] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a307181eb7474567b44241f0d213a494, State: Initialized, Role: FOLLOWER
02:16:08.319 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
02:16:08.319 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id a3defdadf52c91f803cb5705c1126b08
02:16:08.319 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
02:16:08.320 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
02:16:08.320 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24f28acf9959c4eaab4ba1daf1725408
02:16:08.320 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
02:16:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.319958 32728 consensus_queue.cc:260] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:08.321 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:08.322 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:08.322 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:08.322 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:08.323 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:08.323 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:16:08.323 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:08.323 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:08.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:08.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:08.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:08.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:08.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:08.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:08.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:08.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:08.324 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857.
02:16:08.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:08.324 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:08.325 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
02:16:08.325 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24b1bffa431a13448500fc83260c11f7
02:16:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.325268 32739 sys_catalog.cc:455] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.326032 32728 sys_catalog.cc:565] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [sys.catalog]: configured and running, proceeding with master startup.
02:16:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.326444 32739 sys_catalog.cc:458] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [sys.catalog]: This master's current role is: FOLLOWER
02:16:08.328 [INFO - Thread-55] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:16:08.328 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state TERMINATED
02:16:08.328 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state TERMINATED
02:16:08.328 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state TERMINATED
02:16:08.328 [DEBUG - Thread-55] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:08.331 [INFO - Thread-55] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:16:08.331 [INFO - Thread-55] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:16:08.333 [DEBUG - Thread-55] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:08.338 [INFO - Thread-55] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:16:08.338 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:16:08.340 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id a3defdadf52c91f803cb5705c1126b08.
02:16:08.340 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:16:08.340 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
02:16:08.341 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
02:16:08.341 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@222754e
02:16:08.341 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:08.341 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 24f28acf9959c4eaab4ba1daf1725408.
02:16:08.341 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:16:08.342 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
02:16:08.342 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
02:16:08.342 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
02:16:08.342 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
02:16:08.343 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45cc51db
02:16:08.344 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:08.344 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:16:08.344 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
02:16:08.344 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
02:16:08.346 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@17f59478
02:16:08.349 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@22cbfe5d
02:16:08.353 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:08.354 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:08.358 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:08.358 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:08.358 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:08.358 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:08.358 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:16:08.360 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id 24b1bffa431a13448500fc83260c11f7.
02:16:08.360 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
02:16:08.360 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
02:16:08.361 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5761f7d7
02:16:08.361 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:08.361 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:16:08.362 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
02:16:08.362 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
02:16:08.375 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ba84dea
02:16:08.381 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:08.381 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.382 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
02:16:08.382 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
02:16:08.383 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a1d7b1a
02:16:08.383 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:08.383 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:16:08.384 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
02:16:08.384 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
02:16:08.388 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34ab8d90
02:16:08.390 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:08.399 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.400 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.401 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.401 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:08.409385 32757 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:08.409721 32757 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:08.410 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.411 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.417 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.421 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.422 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.424 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.425 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.439 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.441 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.443 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.454 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.454 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.390010 32644 master_runner.cc:187] Error getting master registration for 127.31.182.126:37263: OK, instance_id { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" instance_seqno: 1783476963011465 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:16:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.458719 32644 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:16:08.462 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.464 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.465 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.466 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.469 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.470 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.471 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:08.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.473 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.473 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.474 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.475 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.481 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.483 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.484 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.488 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.488 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.489 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.489 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.490 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.490 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.490 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.493 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.494 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.497 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.498 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.499 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.499 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.499 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.500 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.500 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.500 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.500 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.499 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.500 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.501 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.501 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.502 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.505764 32739 raft_consensus.cc:493] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:08.506 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.506441 32739 raft_consensus.cc:515] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:08.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:08.520 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.520 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.520 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.521 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.522 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.522 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.522 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.523 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.529073 32739 leader_election.cc:290] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6cd0e0dfd9324f4d8100a86d273dda81 (127.31.182.126:37263), df6f2f34443a405ca5cb77eb52090007 (127.31.182.125:35345)
02:16:08.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.532 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.533 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:08.541 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.541 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.542 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.543 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.544 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:08.550437 32682 tablet.cc:2406] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:08.554 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.555 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.557 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.558 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.559 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.560 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.560 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.560 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.560 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.561 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.561 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.561 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.571 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.572 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.573 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.574 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.580 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.580 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.580 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.580 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.580 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.580 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.581 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.581 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.581 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.581 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.582 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.582 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.582 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.585 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:08.585 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:08.585 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:08.585 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.585 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.585 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.586 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:08.590 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.590 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.590 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.591 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.594 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.594 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.600 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.600 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.600 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.601 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.601 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.601 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.602 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.602 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.602 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.604 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.604 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.604 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.609 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.609 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.610 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.611 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.611 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.611 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.612 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.612 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.621 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.621 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.621 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.621 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.621 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.622 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.622 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.622 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.622 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.623 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.623 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.630 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.631 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.631 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.632 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.640 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.640 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.641 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.644 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.645 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.646 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.646 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.646 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:08.651 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.651 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.651 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.652 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.660 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.660 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.660 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.661 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.661 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.662 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.680 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.680 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.680 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.681 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.681 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.681 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.681 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.681 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.683 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.683 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.683 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.684 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.711 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:08.711 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:08.711 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:08.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.713 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:08.721 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.721 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.721 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.722 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.722 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.722 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.722 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.722 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.723 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.723 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.731 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.731 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.731 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.732 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.761 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.761 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.761 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.762 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.780 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.780 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.780 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.782 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.782 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.782 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.782 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.782 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.782 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.782 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.784 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.786 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:08.786 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:08.786 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:08.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:08.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:08.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:08.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:08.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:08.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:08.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:08.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:08.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:08.788 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:08.790 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.791 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.791 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.792 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.792 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476968791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:08.800 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:16:08.801 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
02:16:08.842 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:08.842 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:08.842 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:08.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:08.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:08.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:08.844 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:08.861 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.861 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.861 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.861 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.862 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.862 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.862 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:08.864 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:08.864 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:08.864 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:08.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:08.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:08.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:08.866 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:08.970 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:08.970 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:08.971 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:08.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:08.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:08.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:08.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:08.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:09.005 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:09.005 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:09.005 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:09.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:09.019 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:09.040 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:09.040 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:09.041 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:09.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.042 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:09.042 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:09.043 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:09.043 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:09.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:09.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:09.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:09.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:09.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:09.044 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:09.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:09.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:09.044 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:09.044 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:09.046 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:09.119 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:09.119 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:09.119 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:09.120 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.120 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.120 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.121 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.123 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:09.124 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:09.125 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:09.125 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:09.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:09.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:09.181 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:09.181 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:09.181 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:09.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.182 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:09.222 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:09.222 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:09.222 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:09.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:09.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:09.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:09.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:09.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:09.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:09.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:09.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:09.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:09.223 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:09.257 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:09.257 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:09.257 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:09.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.258 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:09.290 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:09.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476969290 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:09.291 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:09.291 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:09.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.292 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:09.300 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:09.301 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
02:16:09.339 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:09.339 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:09.340 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:09.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.341 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.342 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:09.365 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:09.366 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:09.366 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:09.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.367 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:09.399 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:09.400 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:09.400 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:09.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.401 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.401 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:09.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:09.414271 32757 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:09.414819 32757 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:09.466 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:09.466 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:09.466 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:09.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:09.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:09.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:09.468 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:09.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:09.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:09.526 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:09.526 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:09.526 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:09.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.527 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:09.537 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:09.537 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:09.537 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:09.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.539 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:09.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:09.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:09.655 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:09.656 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:09.656 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:09.656 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.735843 32642 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 8
02:16:09.738 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:09.738 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:09.738 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:09.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:09.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:09.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:09.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:09.763 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:09.763 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:09.763 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:09.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:09.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:09.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:09.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:09.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:09.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:09.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:09.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:09.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:09.765 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:09.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.781369 32642 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007: Bootstrap starting.
02:16:09.792 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476969791 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.796470 32642 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007: Neither blocks nor log segments found. Creating new log.
02:16:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.799010 32642 log.cc:826] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007: Log is configured to *not* fsync() on all Append() calls
02:16:09.801 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:09.803 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
02:16:09.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.807700 32642 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007: No bootstrap required, opened a new log
02:16:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.835948 32642 raft_consensus.cc:359] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:09.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.837128 32642 raft_consensus.cc:385] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:09.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.837535 32642 raft_consensus.cc:740] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: df6f2f34443a405ca5cb77eb52090007, State: Initialized, Role: FOLLOWER
02:16:09.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.838716 32642 consensus_queue.cc:260] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:09.841 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:09.842 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.842 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.842 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.841 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:09.842 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:09.842 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:09.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.841969   341 sys_catalog.cc:455] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:09.842 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.842845   341 sys_catalog.cc:458] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [sys.catalog]: This master's current role is: FOLLOWER
02:16:09.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.844 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:09.844 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:09.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:09.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:09.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:09.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:09.850 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.860102   341 raft_consensus.cc:493] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:09.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.860898 32642 sys_catalog.cc:565] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [sys.catalog]: configured and running, proceeding with master startup.
02:16:09.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.860679   341 raft_consensus.cc:515] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:09.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.861294 32617 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a307181eb7474567b44241f0d213a494" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "df6f2f34443a405ca5cb77eb52090007" is_pre_election: true
02:16:09.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.862712 32617 raft_consensus.cc:2468] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a307181eb7474567b44241f0d213a494 in term 0.
02:16:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.864248 32617 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:45350 (request call id 1) took 1336 ms. Trace:
02:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.865216   341 leader_election.cc:290] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6cd0e0dfd9324f4d8100a86d273dda81 (127.31.182.126:37263), a307181eb7474567b44241f0d213a494 (127.31.182.124:36505)
02:16:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.866649 32703 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df6f2f34443a405ca5cb77eb52090007" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a307181eb7474567b44241f0d213a494" is_pre_election: true
02:16:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.864874 32617 rpcz_store.cc:276] 0708 02:16:08.528057 (+     0us) service_pool.cc:167] Inserting onto call queue
02:16:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:08.528285 (+   228us) service_pool.cc:224] Handling call
02:16:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:09.864122 (+1335837us) inbound_call.cc:177] Queueing success response
02:16:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:16:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.867355 32703 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df6f2f34443a405ca5cb77eb52090007 in term 0.
02:16:09.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.868141 32679 leader_election.cc:304] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a307181eb7474567b44241f0d213a494, df6f2f34443a405ca5cb77eb52090007; no voters: 
02:16:09.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.868650 32591 leader_election.cc:304] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a307181eb7474567b44241f0d213a494, df6f2f34443a405ca5cb77eb52090007; no voters: 
02:16:09.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.869794   341 raft_consensus.cc:2804] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:09.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.870333   341 raft_consensus.cc:493] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.870890   341 raft_consensus.cc:3060] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 0 FOLLOWER]: Advancing to term 1
02:16:09.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.875414 32565 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } attempt: 8
02:16:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.879805   341 raft_consensus.cc:515] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:09.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:09.884032 32596 tablet.cc:2406] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:09.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.884505   341 leader_election.cc:290] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [CANDIDATE]: Term 1 election: Requested vote from peers 6cd0e0dfd9324f4d8100a86d273dda81 (127.31.182.126:37263), a307181eb7474567b44241f0d213a494 (127.31.182.124:36505)
02:16:09.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.885457 32703 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df6f2f34443a405ca5cb77eb52090007" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a307181eb7474567b44241f0d213a494"
02:16:09.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.885995 32703 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 0 FOLLOWER]: Advancing to term 1
02:16:09.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.893172 32703 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df6f2f34443a405ca5cb77eb52090007 in term 1.
02:16:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.894461 32591 leader_election.cc:304] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a307181eb7474567b44241f0d213a494, df6f2f34443a405ca5cb77eb52090007; no voters: 
02:16:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.895862   343 raft_consensus.cc:2764] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
02:16:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.895895   341 raft_consensus.cc:2804] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 1 FOLLOWER]: Leader election won for term 1
02:16:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.917557   341 raft_consensus.cc:697] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [term 1 LEADER]: Becoming Leader. State: Replica: df6f2f34443a405ca5cb77eb52090007, State: Running, Role: LEADER
02:16:09.924 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:09.924 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:09.924 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:09.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:09.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:09.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:09.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:09.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:09.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:09.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:09.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:09.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:09.925 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.922694   341 consensus_queue.cc:237] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.929553 32565 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81: Bootstrap starting.
02:16:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.938030 32565 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81: Neither blocks nor log segments found. Creating new log.
02:16:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.940851 32565 log.cc:826] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81: Log is configured to *not* fsync() on all Append() calls
02:16:09.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:10.017 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:10.017 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:10.017 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:10.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:10.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:10.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:10.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:10.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:10.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:10.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:10.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:10.020 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:10.020 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:10.020 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:10.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.048229 32565 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81: No bootstrap required, opened a new log
02:16:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.056483   346 sys_catalog.cc:455] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [sys.catalog]: SysCatalogTable state changed. Reason: New leader df6f2f34443a405ca5cb77eb52090007. Latest consensus state: current_term: 1 leader_uuid: "df6f2f34443a405ca5cb77eb52090007" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.059545   346 sys_catalog.cc:458] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [sys.catalog]: This master's current role is: LEADER
02:16:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.084198   357 catalog_manager.cc:1593] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.084527   357 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:10.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.084928   358 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:16:10.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.092396   358 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:16:10.105 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:10.105 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:10.105 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:10.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.106 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:10.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.136488 32565 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.137784 32565 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:10.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.142112 32565 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6cd0e0dfd9324f4d8100a86d273dda81, State: Initialized, Role: FOLLOWER
02:16:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.143383 32565 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } }
02:16:10.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.159380 32565 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [sys.catalog]: configured and running, proceeding with master startup.
02:16:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.159545 32539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df6f2f34443a405ca5cb77eb52090007" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" is_pre_election: true
02:16:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.160323 32539 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df6f2f34443a405ca5cb77eb52090007 in term 0.
02:16:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.069677 32567 master_runner.cc:187] Error getting master registration for 127.31.182.126:37263: OK, instance_id { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" instance_seqno: 1783476963011465 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:16:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.161675 32567 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:16:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.161716 32538 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df6f2f34443a405ca5cb77eb52090007" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6cd0e0dfd9324f4d8100a86d273dda81"
02:16:10.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.162350 32538 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [term 0 FOLLOWER]: Advancing to term 1
02:16:10.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.165771 32703 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [term 1 FOLLOWER]: Refusing update from remote peer df6f2f34443a405ca5cb77eb52090007: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:16:10.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.167869   346 consensus_queue.cc:1048] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.170636 32540 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a307181eb7474567b44241f0d213a494" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" is_pre_election: true
02:16:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.171625 32540 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:60934 (request call id 2) took 1655 ms (client timeout 1839 ms). Trace:
02:16:10.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.172430 32519 tablet.cc:2406] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:10.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.172003 32540 rpcz_store.cc:269] 0708 02:16:08.516038 (+     0us) service_pool.cc:167] Inserting onto call queue
02:16:10.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:08.516243 (+   205us) service_pool.cc:224] Handling call
02:16:10.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:10.171556 (+1655313us) inbound_call.cc:177] Queueing success response
02:16:10.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:16:10.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.172668 32538 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df6f2f34443a405ca5cb77eb52090007 in term 1.
02:16:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.178365 32537 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [term 1 FOLLOWER]: Refusing update from remote peer df6f2f34443a405ca5cb77eb52090007: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:16:10.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.158233   361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.186092   346 consensus_queue.cc:1048] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:10.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.185379   361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [sys.catalog]: This master's current role is: FOLLOWER
02:16:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.217880   343 sys_catalog.cc:455] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [sys.catalog]: SysCatalogTable state changed. Reason: New leader df6f2f34443a405ca5cb77eb52090007. Latest consensus state: current_term: 1 leader_uuid: "df6f2f34443a405ca5cb77eb52090007" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.219249   343 sys_catalog.cc:458] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [sys.catalog]: This master's current role is: FOLLOWER
02:16:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.226868   360 mvcc.cc:204] Tried to move back new op lower bound from 7305121669753356288 to 7305121669024743424. Current Snapshot: MvccSnapshot[applied={T|T < 7305121669753356288}]
02:16:10.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.229584   361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [sys.catalog]: SysCatalogTable state changed. Reason: New leader df6f2f34443a405ca5cb77eb52090007. Latest consensus state: current_term: 1 leader_uuid: "df6f2f34443a405ca5cb77eb52090007" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:10.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.230492   361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [sys.catalog]: This master's current role is: FOLLOWER
02:16:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.231259   362 mvcc.cc:204] Tried to move back new op lower bound from 7305121669753356288 to 7305121669024743424. Current Snapshot: MvccSnapshot[applied={T|T < 7305121669753356288}]
02:16:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.250183   361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "df6f2f34443a405ca5cb77eb52090007" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.250370   343 sys_catalog.cc:455] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "df6f2f34443a405ca5cb77eb52090007" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.250922   361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81 [sys.catalog]: This master's current role is: FOLLOWER
02:16:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.251058   343 sys_catalog.cc:458] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494 [sys.catalog]: This master's current role is: FOLLOWER
02:16:10.254 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:10.254 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:10.254 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:10.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:10.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.270292   346 sys_catalog.cc:455] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "df6f2f34443a405ca5cb77eb52090007" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:10.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.271042   346 sys_catalog.cc:458] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [sys.catalog]: This master's current role is: LEADER
02:16:10.273 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:10.273 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:10.273 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:10.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:10.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:10.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:10.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:10.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:10.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:10.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:10.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:10.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:10.276 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.271791   346 sys_catalog.cc:455] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "df6f2f34443a405ca5cb77eb52090007" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6cd0e0dfd9324f4d8100a86d273dda81" member_type: VOTER last_known_addr { host: "127.31.182.126" port: 37263 } } peers { permanent_uuid: "df6f2f34443a405ca5cb77eb52090007" member_type: VOTER last_known_addr { host: "127.31.182.125" port: 35345 } } peers { permanent_uuid: "a307181eb7474567b44241f0d213a494" member_type: VOTER last_known_addr { host: "127.31.182.124" port: 36505 } } }
02:16:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.272409   346 sys_catalog.cc:458] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007 [sys.catalog]: This master's current role is: LEADER
02:16:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.285341   358 catalog_manager.cc:1382] Generated new cluster ID: f267e779213d4e26ae896655948c17a3
02:16:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.285640   358 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:16:10.291 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476970291 for job 2fc7145bc3a385d81c277ecc52f1da3e.
02:16:10.301 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 2fc7145bc3a385d81c277ecc52f1da3e (1609 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:10.302 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
02:16:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.315307   380 catalog_manager.cc:1294] Loaded cluster ID: f267e779213d4e26ae896655948c17a3
02:16:10.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.315810   380 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81: loading cluster ID for follower catalog manager: success
02:16:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.320418   380 catalog_manager.cc:1611] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81: acquiring CA information for follower catalog manager: Not found: root CA entry not found
02:16:10.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.321082   380 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
02:16:10.378 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.190:43133(127.28.187.190:43133)] connecting to peer
02:16:10.378 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.188:36299(127.28.187.188:36299)] connecting to peer
02:16:10.378 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.28.187.189:33035(127.28.187.189:33035)] connecting to peer
02:16:10.379 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:10.379 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.187.189:33035(127.28.187.189:33035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:10.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:10.379 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.189:33035: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035
02:16:10.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.187.188:36299(127.28.187.188:36299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:10.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.188:36299: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299
02:16:10.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:10.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.187.190:43133(127.28.187.190:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:10.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.187.190:43133: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
02:16:10.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035; will retry
02:16:10.380 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29570, elapsed=28921), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [7ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [29ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [46ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [80ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [542ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [543ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [544ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [544ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [562ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [1343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1344ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@1086924164(state=PENDING, result=null, callback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618), errback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618)))
02:16:10.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=37785dd0a9664203b137c831c82f37ee, attempt=4, KuduRpc(method=Scan, tablet=37785dd0a9664203b137c831c82f37ee, attempt=4, TimeoutTracker(timeout=30000, elapsed=29352), Traces: [0ms] sending RPC to server 93591b3a06cd4c15a44018920666be1b, [297ms] received response from server 93591b3a06cd4c15a44018920666be1b: Network error: connection closed, [297ms] delaying RPC due to: Network error: connection closed, [301ms] sending RPC to server afef80dd580946b1833874b85f9b423a, [344ms] received response from server afef80dd580946b1833874b85f9b423a: Network error: [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] unexpected exception from downstream on [id: 0x4d3e839d, L:/127.0.0.1:56020 - R:/127.28.187.131:37211], [344ms] delaying RPC due to: Network error: [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] unexpected exception from downstream on [id: 0x4d3e839d, L:/127.0.0.1:56020 - R:/127.28.187.131:37211], [360ms] sending RPC to server 65b948c9a8ed4e43bc12803dc31fdb4d, [362ms] received response from server 65b948c9a8ed4e43bc12803dc31fdb4d: Network error: Failed to connect to peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933): Connection refused: /127.28.187.129:36933, [362ms] delaying RPC due to: Network error: Failed to connect to peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933): Connection refused: /127.28.187.129:36933, [380ms] refreshing cache from master, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [386ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [387ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [387ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [409ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: OK, [426ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [426ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [441ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [444ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [445ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [460ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [460ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [481ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [482ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [482ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [500ms] Sub RPC GetTableLocations: refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [501ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [501ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [502ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [502ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [521ms] Sub RPC GetTableLocations: refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [522ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [522ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [523ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [523ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [541ms] Sub RPC GetTableLocations: refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [542ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [542ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [543ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [543ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [601ms] Sub RPC GetTableLocations: refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [602ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [602ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [602ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [603ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [680ms] Sub RPC GetTableLocations: refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [681ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [681ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [681ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [682ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [921ms] Sub RPC GetTableLocations: refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [922ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [923ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [924ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [924ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [940ms] Sub RPC GetTableLocations: refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [942ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [942ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [942ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [942ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1721ms] Sub RPC GetTableLocations: refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [1723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1724ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2681ms] Sub RPC GetTableLocations: refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@649142752(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29570, elapsed=28921), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [7ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [29ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [46ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [80ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [542ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [543ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [544ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [544ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [562ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [1343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1344ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@1086924164(state=PENDING, result=null, callback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618), errback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.28.187.190:43133
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:10.382 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29570, elapsed=28921), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [7ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [29ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [46ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [80ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [542ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [543ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [544ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [544ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [562ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [1343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1344ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@1086924164(state=PENDING, result=null, callback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618), errback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.28.187.190:43133
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:10.382 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
02:16:10.382 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29570, elapsed=28921), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [7ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [29ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [46ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [80ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [542ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [543ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [544ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [544ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [562ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [1343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1344ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@1086924164(state=PENDING, result=null, callback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618), errback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.28.187.190:43133
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:10.383 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer afef80dd580946b1833874b85f9b423a(127.28.187.131:37211)] disconnecting while in state TERMINATED
02:16:10.383 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 93591b3a06cd4c15a44018920666be1b(127.28.187.130:43623)] disconnecting while in state TERMINATED
02:16:10.383 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.28.187.189:33035(127.28.187.189:33035)] disconnecting while in state TERMINATED
02:16:10.383 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.28.187.190:43133(127.28.187.190:43133)] disconnecting while in state TERMINATED
02:16:10.383 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.28.187.188:36299(127.28.187.188:36299)] disconnecting while in state TERMINATED
02:16:10.383 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 65b948c9a8ed4e43bc12803dc31fdb4d(127.28.187.129:36933)] disconnecting while in state TERMINATED
02:16:10.384 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:10.385 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:10.386 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:10.386 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-4
02:16:10.386 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:10.386 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
02:16:10.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.386 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:16:10.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.387 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
02:16:10.387 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.29.132.188:34893(127.29.132.188:34893)] disconnecting while in state TERMINATED
02:16:10.387 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.29.132.189:33651(127.29.132.189:33651)] disconnecting while in state TERMINATED
02:16:10.388 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.29.132.190:46819(127.29.132.190:46819)] disconnecting while in state TERMINATED
02:16:10.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:10.388 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:16:10.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:10.392 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
02:16:10.392 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:16:10.402 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:10.402 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:10.402 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:10.406 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:16:10.406 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
02:16:10.406 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29570, elapsed=28921), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [7ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [29ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [46ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [80ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [542ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [543ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [544ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [544ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [562ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [1343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1344ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@1086924164(state=PENDING, result=null, callback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618), errback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.28.187.190:43133
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:10.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:10.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:10.407 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:16:10.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:10.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:10.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:10.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:10.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:10.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:10.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:10.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:10.410 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:16:10.418 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:10.419 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:10.419 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:10.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:10.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:10.419 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:10.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:10.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:10.419 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:10.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:10.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:10.415 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29570, elapsed=28921), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [7ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [29ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [46ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.189:33035(127.28.187.189:33035)] unexpected exception from downstream on [id: 0x9f90c226, L:/127.0.0.1:57166 - R:/127.28.187.189:33035], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [80ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: [peer master-127.28.187.188:36299(127.28.187.188:36299)] unexpected exception from downstream on [id: 0xf74c5670, L:/127.0.0.1:52870 - R:/127.28.187.188:36299], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [301ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [542ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [543ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [544ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [544ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [562ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [562ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [1343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [1344ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.188:36299: Network error: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.190:43133: Network error: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.28.187.189:33035: Network error: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [2302ms] delaying RPC due to: Service unavailable: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.190:43133, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.188:36299, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.187.189:33035, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@1086924164(state=PENDING, result=null, callback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618), errback=(continuation of Deferred@434039952 after retry RPC after error@2095167584) -> (continuation of Deferred@1417833400 after retry RPC after error@1575915945) -> (continuation of Deferred@859458792 after retry RPC after error@1114230871) -> (continuation of Deferred@91335689 after retry RPC after error@742065879) -> (continuation of Deferred@1300710068 after retry RPC after error@1096861755) -> (continuation of Deferred@1232680442 after retry RPC after error@1023446972) -> (continuation of Deferred@1256585290 after retry RPC after error@226738237) -> (continuation of Deferred@232125074 after retry RPC after error@881979899) -> (continuation of Deferred@1372809355 after retry RPC after error@1111677092) -> (continuation of Deferred@1612833564 after retry RPC after error@1527040202) -> (continuation of Deferred@299463697 after retry RPC after error@1166678390) -> (continuation of Deferred@710683608 after retry RPC after error@1474553025) -> (continuation of Deferred@230714320 after retry RPC after error@412385975) -> (continuation of Deferred@1407019158 after retry RPC after error@458247104) -> (continuation of Deferred@364920209 after retry RPC after error@704480420) -> (continuation of Deferred@299684053 after retry RPC after error@139171685) -> (continuation of Deferred@477306696 after retry RPC after error@1508798662) -> (continuation of Deferred@776161622 after retry RPC after error@2053571396) -> (continuation of Deferred@2129316383 after retry RPC after error@1411972420) -> (continuation of Deferred@1611990894 after retry RPC after error@581588235) -> (continuation of Deferred@179882355 after retry RPC after error@426366909) -> (continuation of Deferred@1368362377 after retry RPC after error@561879230) -> (continuation of Deferred@1833057971 after retry RPC after error@985778329) -> (continuation of Deferred@395311501 after retry RPC after error@1526344618)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.28.187.190:43133,127.28.187.188:36299,127.28.187.189:33035) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.189:33035(127.28.187.189:33035): Connection refused: /127.28.187.189:33035,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.188:36299(127.28.187.188:36299): Connection refused: /127.28.187.188:36299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.187.190:43133(127.28.187.190:43133): Connection refused: /127.28.187.190:43133
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.28.187.190:43133
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:10.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:10.420 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.421025 32757 catalog_manager.cc:1294] Loaded cluster ID: f267e779213d4e26ae896655948c17a3
02:16:10.422 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 2fc7145bc3a385d81c277ecc52f1da3e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:10.422 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:16:10.422 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e) switched from state RUNNING to RESTARTING.
02:16:10.422 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:16:10.422 [WARN - flink-pekko.actor.default-dispatcher-7] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:16:10.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.422983 32757 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: loading cluster ID for follower catalog manager: success
02:16:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.428354 32757 catalog_manager.cc:1611] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: acquiring CA information for follower catalog manager: Not found: root CA entry not found
02:16:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.433343   358 catalog_manager.cc:1405] Generated new certificate authority record
02:16:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.435385   358 catalog_manager.cc:1539] Loading token signing keys...
02:16:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.444687 32757 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
02:16:10.454 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:10.455 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:10.455 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:10.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:10.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:10.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:10.456 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:10.477 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:10.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.501983   358 catalog_manager.cc:6069] T 00000000000000000000000000000000 P df6f2f34443a405ca5cb77eb52090007: Generated new TSK 0
02:16:10.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.505533   358 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:16:10.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:10.539 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.568348 32473 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/wal
02:16:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/data
02:16:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/logs
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/data/info.pb
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.65:0
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.182.65
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.65
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:10.580 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:10.580 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:10.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:10.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:10.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:10.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:10.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:10.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:10.581 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:10.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:10.582 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:10.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:10.582 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:10.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:10.681 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:10.681 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:10.682 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:10.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:10.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:10.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:10.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:10.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:10.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:10.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:10.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:10.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:10.683 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:10.683 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:10.683 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:10.684 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:10.684 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:10.684 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:10.684 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:10.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:10.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:10.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:10.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:10.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:10.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:10.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:10.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:10.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:10.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:10.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:10.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:10.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:10.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:10.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:10.686 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:10.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:10.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:10.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:10.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:10.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:10.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:10.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:10.744 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:10.744 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:10.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:10.744 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:10.744 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:10.744 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:10.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:10.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:10.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:10.745 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:10.857 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:10.857 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:10.857 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:10.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:10.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:10.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:10.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:10.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:10.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:10.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:10.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:10.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:10.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:10.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:11.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:11.039 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:11.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:11.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.284755   386 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.286644   386 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.287397   386 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.335675   380 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81: acquiring CA information for follower catalog manager: success
02:16:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.350668   380 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6cd0e0dfd9324f4d8100a86d273dda81: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:16:11.410 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:11.411 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:11.411 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:11.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:11.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:11.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:11.412 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:11.412 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:11.412 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:11.412 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:11.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:11.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:11.412 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:11.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.419021   386 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:11.423 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e) switched from state RESTARTING to RUNNING.
02:16:11.423 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 2fc7145bc3a385d81c277ecc52f1da3e from Checkpoint 70 @ 1783476970291 for 2fc7145bc3a385d81c277ecc52f1da3e located at file:/tmp/junit15205051016984618529/checkpoints/2fc7145bc3a385d81c277ecc52f1da3e/chk-70.
02:16:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.423791   386 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.182.65
02:16:11.424 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:16:11.424 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:16:11.425 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:16:11.425 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1) with allocation id 85232e91ca6a66e2c5ee995845022b55
02:16:11.425 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 2fc7145bc3a385d81c277ecc52f1da3e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:11.426 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 85232e91ca6a66e2c5ee995845022b55.
02:16:11.427 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 85232e91ca6a66e2c5ee995845022b55.
02:16:11.427 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 70 for source Source: KuduSource to checkpoint.
02:16:11.437 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:16:11.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:16:11.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5109f19c
02:16:11.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:11.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15205051016984618529/checkpoints")
02:16:11.439 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:16:11.439 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:16:11.441 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26b65da2
02:16:11.444 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:11.452 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.452883 32757 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: acquiring CA information for follower catalog manager: success
02:16:11.463 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:11.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.471 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:11.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.473765 32757 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a307181eb7474567b44241f0d213a494: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:16:11.476 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:11.476 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:11.476 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:11.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:11.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:11.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:11.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:11.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:11.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:11.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:11.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:11.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:11.477 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:11.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:11.491 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:11.491 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:11.491 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:11.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:11.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:11.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:11.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:11.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:11.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:11.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:11.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:11.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:11.492 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:11.493 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:11.498 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:11.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.513 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:11.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:11.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.522 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:11.532 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:11.538 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:11.539 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.539 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.539 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:11.544 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:11.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.546 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:11.552 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:11.553 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:11.553 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:11.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.553 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:11.566 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:11.566 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:11.566 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:11.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:11.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:11.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:11.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:11.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:11.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:11.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:11.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:11.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:11.568 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:11.572 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:11.572 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:11.572 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:11.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.573 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.573 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.573 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.573 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.574 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:11.593 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:11.593 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:11.593 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:11.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:11.612 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:11.613 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:11.613 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:11.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.613 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.614 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.620738   386 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/data
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/wal
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.65:0
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/data/info.pb
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.65
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.182.65
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/logs
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:11.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:11.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:11.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:11.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:11.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.622756   386 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.633989   386 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:11.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.691474   404 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:11.733 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:11.733 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:11.733 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:11.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:11.773 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:11.773 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:11.773 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:11.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:11.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:11.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:11.775 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:11.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:11.965 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:11.965 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:11.965 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:11.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:11.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:11.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:11.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:11.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:11.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:11.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:11.967 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:11.967 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:11.967 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:11.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.176 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:12.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:12.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:12.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:12.184 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:12.184 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:12.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:12.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:12.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:12.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:12.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:12.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:12.184 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:12.253 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:12.253 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:12.253 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:12.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:12.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:12.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:12.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:12.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:12.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:12.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:12.255 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:12.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:12.255 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:12.339 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:12.339 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:12.340 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:12.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:12.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:12.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:12.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:12.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:12.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:12.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:12.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:12.341 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:12.341 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:12.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.376 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:12.376 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:12.377 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:12.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:12.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:12.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:12.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:12.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:12.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:12.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:12.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:12.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:12.378 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:12.381 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:12.381 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:12.381 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:12.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:12.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:12.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:12.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:12.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:12.382 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:12.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:12.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:12.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:12.383 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:12.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.537 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:12.537 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:12.537 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:12.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:12.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:12.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:12.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:12.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:12.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:12.541 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.541 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:12.541 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:12.541 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:12.541 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:12.552 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:12.552 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:12.552 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:12.553 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:12.553 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:12.553 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:12.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:12.553 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:12.553 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:12.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:12.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:12.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:12.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:12.561 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:12.561 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:12.561 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:12.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:12.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:12.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:12.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:12.562 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:12.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:12.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:12.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:12.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:12.562 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:12.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:12.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.357 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:13.357 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:13.357 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:13.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:13.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:13.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:13.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:13.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:13.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:13.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:13.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:13.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:13.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:13.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.704797   408 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:13.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:13.451902   406 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1760 milliseconds
02:16:13.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.452131   386 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:13.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.695750   405 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:13.463 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:13.463 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:13.463 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:13.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:13.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:13.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:13.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:13.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:13.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.463572   386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:13.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:13.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:13.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:13.465 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:13.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.489785   386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.492100   386 hybrid_clock.cc:648] HybridClock initialized: now 1783476973491970 us; error 97 us; skew 500 ppm
02:16:13.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.493673   386 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:13.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.523892   386 webserver.cc:534] Webserver started at http://127.31.182.65:46469/ using document root <none> and password file <none>
02:16:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.526300   386 fs_manager.cc:362] Metadata directory not provided
02:16:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.526759   386 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.527479   386 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.535746   386 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/data/instance:
02:16:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74937a52c2924dac840ab2fc181dfa6a"
02:16:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:13 on dist-test-slave-fshw"
02:16:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.537590   386 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/wal/instance:
02:16:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74937a52c2924dac840ab2fc181dfa6a"
02:16:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:13 on dist-test-slave-fshw"
02:16:13.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.551328   386 fs_manager.cc:696] Time spent creating directory manager: real 0.013s	user 0.009s	sys 0.004s
02:16:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.559540   417 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.561132   386 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
02:16:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.561739   386 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/wal
02:16:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74937a52c2924dac840ab2fc181dfa6a"
02:16:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:13 on dist-test-slave-fshw"
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.562390   386 fs_report.cc:389] FS layout report
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/wal
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/wal
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/data/data
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:13.606 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:13.606 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:13.607 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:13.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:13.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:13.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:13.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:13.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:13.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:13.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:13.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:13.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:13.607 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:13.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.676 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:13.676 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:13.676 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:13.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.677232   386 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:13.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:13.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:13.677 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:13.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:13.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:13.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:13.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:13.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:13.678 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.681941   386 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.682647   386 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.687493   386 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:13.691 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:13.691 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:13.691 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:13.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:13.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:13.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:13.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:13.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:13.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:13.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:13.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:13.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:13.692 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.698185   386 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.698453   386 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:16:13.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.698803   386 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:13.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.699021   386 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:16:13.762 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:13.762 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:13.762 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:13.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:13.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:13.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:13.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:13.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:13.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:13.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:13.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:13.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:13.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:13.814 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:13.814 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:13.814 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:13.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:13.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:13.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:13.815 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:13.815 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:13.815 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:13.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:13.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:13.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:13.817 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:13.831 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:13.831 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:13.831 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:13.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:13.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:13.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:13.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:13.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:13.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:13.833 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:13.833 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:13.833 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:13.833 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:13.843 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:13.843 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:13.843 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:13.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:13.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:13.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:13.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:13.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:13.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:13.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:13.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:13.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:13.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:13.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.915627   386 rpc_server.cc:307] RPC server started. Bound to: 127.31.182.65:43967
02:16:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.915645   529 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.182.65:43967 every 8 connection(s)
02:16:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.919520   386 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/data/info.pb
02:16:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.920552 32473 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 386
02:16:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.921000 32473 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-0/wal/instance
02:16:13.936 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:13.936 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:13.936 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:13.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:13.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:13.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:13.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:13.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:13.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:13.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:13.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:13.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:13.938 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:13.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.953248 32473 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:13.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/wal
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/data
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/logs
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/data/info.pb
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.66:0
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.182.66
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.66
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:13.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:13.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.982219   530 heartbeater.cc:344] Connected to a master server at 127.31.182.124:36505
02:16:13.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.982803   530 heartbeater.cc:461] Registering TS with master...
02:16:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.984468   530 heartbeater.cc:507] Master 127.31.182.124:36505 requested a full tablet report, sending...
02:16:13.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.990419 32693 ts_manager.cc:194] Registered new tserver with Master: 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967)
02:16:14.016 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:14.016 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.016146   536 heartbeater.cc:344] Connected to a master server at 127.31.182.126:37263
02:16:14.016 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:14.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:14.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:14.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:14.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:14.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:14.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:14.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.016566   536 heartbeater.cc:461] Registering TS with master...
02:16:14.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:14.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:14.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:14.018 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.018244   531 heartbeater.cc:344] Connected to a master server at 127.31.182.125:35345
02:16:14.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.018668   531 heartbeater.cc:461] Registering TS with master...
02:16:14.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.019680   531 heartbeater.cc:507] Master 127.31.182.125:35345 requested a full tablet report, sending...
02:16:14.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.021337   536 heartbeater.cc:507] Master 127.31.182.126:37263 requested a full tablet report, sending...
02:16:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.023455 32607 ts_manager.cc:194] Registered new tserver with Master: 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967)
02:16:14.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.026711 32530 ts_manager.cc:194] Registered new tserver with Master: 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967)
02:16:14.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.027061 32607 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.182.65:50501
02:16:14.041 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:14.153 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:14.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:14.372565   534 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:14.373171   534 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:14.373654   534 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:14.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:14.411499   534 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:14.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:14.412441   534 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.182.66
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.452922   534 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/data
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/wal
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.66:0
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/data/info.pb
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.66
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.182.66
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/logs
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.454457   534 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:14.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:14.456156   534 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:14.470016   546 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:14.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:14.493 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:14.493 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:14.493 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:14.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:14.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:14.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:14.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:14.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:14.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:14.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:14.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:14.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:14.495 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:14.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:14.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:14.616 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:14.617 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:14.617 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:14.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:14.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:14.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:14.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:14.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:14.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:14.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:14.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:14.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:14.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:14.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:14.721 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:14.721 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:14.722 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:14.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:14.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:14.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:14.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:14.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:14.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:14.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:14.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:14.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:14.723 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:14.734 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:14.734 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:14.734 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:14.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:14.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:14.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:14.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:14.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:14.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:14.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:14.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:14.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:14.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:14.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:14.903 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:14.903 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:14.904 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:14.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:14.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:14.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:14.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:14.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:14.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:14.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:14.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:14.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:14.906 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:14.937 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:14.937 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:14.937 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:14.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:14.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:14.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:14.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:14.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:14.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:14.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:14.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:14.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:14.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:14.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.006 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:15.007 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:15.008 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:15.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:15.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:15.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:15.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:15.009 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:15.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:15.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:15.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:15.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:15.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:15.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.031402   531 heartbeater.cc:499] Master 127.31.182.125:35345 was elected leader, sending a full tablet report...
02:16:15.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.132 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:15.133 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:15.133 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:15.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:15.133 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:15.133 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:15.133 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:15.133 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:15.133 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:15.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:15.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:15.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:15.134 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:15.136 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:15.136 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:15.137 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:15.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:15.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:15.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:15.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:15.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:15.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:15.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:15.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:15.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:15.138 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:15.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.176 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:15.177 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:15.177 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:15.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:15.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:15.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:15.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:15.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:15.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:15.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:15.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:15.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:15.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:15.191 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:15.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:15.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:15.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:15.192 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:15.193 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:15.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:15.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:15.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:15.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:15.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:15.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:15.194 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:15.220 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:15.220 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:15.220 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:15.221 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:15.221 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:15.221 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:15.221 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.221 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.222 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.222 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:15.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:15.261 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:15.262 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:15.262 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:15.262 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.262 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:15.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.496 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:15.496 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:15.497 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:15.497 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:15.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:15.497 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:15.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:15.497 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:15.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:15.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:15.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:15.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:15.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:15.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:15.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:15.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:15.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:15.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:15.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:15.499 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:15.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:15.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:15.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:15.499 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:15.499 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:15.499 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:15.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.521 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:15.521 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:15.521 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:15.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.522 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.522 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:15.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:15.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:15.522 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:15.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.645 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:15.646 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:15.646 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:15.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:15.646 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:15.646 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:15.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:15.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:15.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:15.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:15.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:15.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:15.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:15.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:14.472734   547 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.990902   549 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.993225   548 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1521 milliseconds
02:16:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.993322   534 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.994892   534 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.997710   534 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.001322   534 hybrid_clock.cc:648] HybridClock initialized: now 1783476976000892 us; error 418 us; skew 500 ppm
02:16:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.002575   534 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:16.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.009970   534 webserver.cc:534] Webserver started at http://127.31.182.66:41931/ using document root <none> and password file <none>
02:16:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.011041   534 fs_manager.cc:362] Metadata directory not provided
02:16:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.011322   534 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.011896   534 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:16.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.017705   534 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/data/instance:
02:16:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "029cc68a105b44459061557c20b69e28"
02:16:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:16 on dist-test-slave-fshw"
02:16:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.018877   534 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/wal/instance:
02:16:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "029cc68a105b44459061557c20b69e28"
02:16:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:16 on dist-test-slave-fshw"
02:16:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.026924   534 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
02:16:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.033170   560 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.034366   534 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.034741   534 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/wal
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "029cc68a105b44459061557c20b69e28"
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:16 on dist-test-slave-fshw"
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.035096   534 fs_report.cc:389] FS layout report
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/wal
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/wal
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/data/data
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:16.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.117776   534 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.119637   534 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.120172   534 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.123361   534 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.128475   534 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.128716   534 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:16:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.129027   534 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.129267   534 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
02:16:16.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.267771 31791 debug-util.cc:398] Leaking SignalData structure 0x7b0800097640 after lost signal to thread 31708
02:16:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.268707 31791 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2bc0 after lost signal to thread 31794
02:16:16.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.343740   534 rpc_server.cc:307] RPC server started. Bound to: 127.31.182.66:42753
02:16:16.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.343943   672 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.182.66:42753 every 8 connection(s)
02:16:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.347523   534 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/data/info.pb
02:16:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.357321 32473 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 534
02:16:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.357795 32473 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-1/wal/instance
02:16:16.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.374652 32473 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/wal
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/data
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/logs
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/data/info.pb
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.67:0
02:16:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.182.67
02:16:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.67
02:16:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.398610   673 heartbeater.cc:344] Connected to a master server at 127.31.182.124:36505
02:16:16.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.399148   673 heartbeater.cc:461] Registering TS with master...
02:16:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.400565   673 heartbeater.cc:507] Master 127.31.182.124:36505 requested a full tablet report, sending...
02:16:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.406184 32693 ts_manager.cc:194] Registered new tserver with Master: 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753)
02:16:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.407130   674 heartbeater.cc:344] Connected to a master server at 127.31.182.125:35345
02:16:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.407517   674 heartbeater.cc:461] Registering TS with master...
02:16:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.408214   675 heartbeater.cc:344] Connected to a master server at 127.31.182.126:37263
02:16:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.408476   674 heartbeater.cc:507] Master 127.31.182.125:35345 requested a full tablet report, sending...
02:16:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.408561   675 heartbeater.cc:461] Registering TS with master...
02:16:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.409523   675 heartbeater.cc:507] Master 127.31.182.126:37263 requested a full tablet report, sending...
02:16:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.411826 32607 ts_manager.cc:194] Registered new tserver with Master: 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753)
02:16:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.412667 32530 ts_manager.cc:194] Registered new tserver with Master: 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753)
02:16:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.413962 32607 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.182.66:34577
02:16:16.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:16.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:16.539 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:16.561 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:16.561 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:16.561 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:16.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:16.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:16.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:16.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:16.561 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:16.562 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:16.562 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:16.562 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:16.562 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:16.562 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:16.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:16.650 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:16.651 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:16.651 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:16.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:16.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:16.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:16.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:16.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:16.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:16.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:16.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:16.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:16.651 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:16.685 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:16.685 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:16.685 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:16.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:16.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:16.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:16.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:16.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:16.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:16.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:16.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:16.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:16.686 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:16.703 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:16.703 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:16.703 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:16.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:16.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:16.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:16.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:16.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:16.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:16.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:16.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:16.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:16.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:16.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.746933   681 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:16.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.747444   681 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:16.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.747939   681 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.784289   681 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.785075   681 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.182.67
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.825646   681 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.182.84:44827
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/data
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/wal
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.182.67:0
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/data/info.pb
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.182.67
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.182.126:37263,127.31.182.125:35345,127.31.182.124:36505
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.182.67
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/logs
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:16.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.827180   681 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.828912   681 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.843024   690 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:16.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:16.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.031 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:17.031 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:17.031 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:17.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:17.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:17.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:17.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:17.033 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:17.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:17.033 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:17.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:17.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:17.035 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:17.042 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.052 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:17.052 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:17.053 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:17.053 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:17.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:17.053 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:17.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:17.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:17.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:17.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:17.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:17.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:17.054 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:17.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.169 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:17.169 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:17.170 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:17.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:17.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:17.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:17.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:17.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:17.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:17.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:17.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:17.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:17.171 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:17.204 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:17.204 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:17.204 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:17.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:17.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:17.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:17.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:17.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:17.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:17.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:17.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:17.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:17.207 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:17.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:17.417692   674 heartbeater.cc:499] Master 127.31.182.125:35345 was elected leader, sending a full tablet report...
02:16:17.431 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:17.431 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:17.431 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:17.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:17.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:17.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:17.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:17.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:17.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:17.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:17.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:17.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:17.432 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:17.434 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27834), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [33ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [49ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [51ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [53ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [70ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [72ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [73ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [283ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [562ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1283ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1640ms] refreshing cache from master, [1640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1642ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2362ms] too many traces: truncated at 100 traces, deferred=Deferred@514130243(state=PENDING, result=null, callback=(continuation of Deferred@306866699 after retry RPC after error@974532310) -> (continuation of Deferred@1742983040 after retry RPC after error@1375368486) -> (continuation of Deferred@270616352 after retry RPC after error@457882476) -> (continuation of Deferred@1655498826 after retry RPC after error@1627255420) -> (continuation of Deferred@2063573252 after retry RPC after error@874570988) -> (continuation of Deferred@835433626 after retry RPC after error@1042992845) -> (continuation of Deferred@962244493 after retry RPC after error@174992334) -> (continuation of Deferred@1718428029 after retry RPC after error@249157595) -> (continuation of Deferred@1645422410 after retry RPC after error@425214109) -> (continuation of Deferred@372370434 after retry RPC after error@1444316688) -> (continuation of Deferred@767873775 after retry RPC after error@1984115554) -> (continuation of Deferred@1871417428 after retry RPC after error@223325619) -> (continuation of Deferred@110581087 after retry RPC after error@1763753676) -> (continuation of Deferred@1520081548 after retry RPC after error@717784665) -> (continuation of Deferred@382276594 after retry RPC after error@2062752057) -> (continuation of Deferred@1949544977 after retry RPC after error@447154304) -> (continuation of Deferred@1152376485 after retry RPC after error@653737432) -> (continuation of Deferred@1337827373 after retry RPC after error@1836864082) -> (continuation of Deferred@1461511086 after retry RPC after error@1218059624) -> (continuation of Deferred@1778671774 after retry RPC after error@1709523278) -> (continuation of Deferred@1440014287 after retry RPC after error@1295907136) -> (continuation of Deferred@74739945 after retry RPC after error@1272233496) -> (continuation of Deferred@940386826 after retry RPC after error@450372530) -> (continuation of Deferred@1024256824 after retry RPC after error@1397143295) -> (continuation of Deferred@38444007 after retry RPC after error@1498738095), errback=(continuation of Deferred@306866699 after retry RPC after error@974532310) -> (continuation of Deferred@1742983040 after retry RPC after error@1375368486) -> (continuation of Deferred@270616352 after retry RPC after error@457882476) -> (continuation of Deferred@1655498826 after retry RPC after error@1627255420) -> (continuation of Deferred@2063573252 after retry RPC after error@874570988) -> (continuation of Deferred@835433626 after retry RPC after error@1042992845) -> (continuation of Deferred@962244493 after retry RPC after error@174992334) -> (continuation of Deferred@1718428029 after retry RPC after error@249157595) -> (continuation of Deferred@1645422410 after retry RPC after error@425214109) -> (continuation of Deferred@372370434 after retry RPC after error@1444316688) -> (continuation of Deferred@767873775 after retry RPC after error@1984115554) -> (continuation of Deferred@1871417428 after retry RPC after error@223325619) -> (continuation of Deferred@110581087 after retry RPC after error@1763753676) -> (continuation of Deferred@1520081548 after retry RPC after error@717784665) -> (continuation of Deferred@382276594 after retry RPC after error@2062752057) -> (continuation of Deferred@1949544977 after retry RPC after error@447154304) -> (continuation of Deferred@1152376485 after retry RPC after error@653737432) -> (continuation of Deferred@1337827373 after retry RPC after error@1836864082) -> (continuation of Deferred@1461511086 after retry RPC after error@1218059624) -> (continuation of Deferred@1778671774 after retry RPC after error@1709523278) -> (continuation of Deferred@1440014287 after retry RPC after error@1295907136) -> (continuation of Deferred@74739945 after retry RPC after error@1272233496) -> (continuation of Deferred@940386826 after retry RPC after error@450372530) -> (continuation of Deferred@1024256824 after retry RPC after error@1397143295) -> (continuation of Deferred@38444007 after retry RPC after error@1498738095)))
02:16:17.435 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:16:17.435 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27834), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [33ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [49ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [51ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [53ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [70ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [72ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [73ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [283ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [562ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1283ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1640ms] refreshing cache from master, [1640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1642ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2362ms] too many traces: truncated at 100 traces, deferred=Deferred@514130243(state=PENDING, result=null, callback=(continuation of Deferred@306866699 after retry RPC after error@974532310) -> (continuation of Deferred@1742983040 after retry RPC after error@1375368486) -> (continuation of Deferred@270616352 after retry RPC after error@457882476) -> (continuation of Deferred@1655498826 after retry RPC after error@1627255420) -> (continuation of Deferred@2063573252 after retry RPC after error@874570988) -> (continuation of Deferred@835433626 after retry RPC after error@1042992845) -> (continuation of Deferred@962244493 after retry RPC after error@174992334) -> (continuation of Deferred@1718428029 after retry RPC after error@249157595) -> (continuation of Deferred@1645422410 after retry RPC after error@425214109) -> (continuation of Deferred@372370434 after retry RPC after error@1444316688) -> (continuation of Deferred@767873775 after retry RPC after error@1984115554) -> (continuation of Deferred@1871417428 after retry RPC after error@223325619) -> (continuation of Deferred@110581087 after retry RPC after error@1763753676) -> (continuation of Deferred@1520081548 after retry RPC after error@717784665) -> (continuation of Deferred@382276594 after retry RPC after error@2062752057) -> (continuation of Deferred@1949544977 after retry RPC after error@447154304) -> (continuation of Deferred@1152376485 after retry RPC after error@653737432) -> (continuation of Deferred@1337827373 after retry RPC after error@1836864082) -> (continuation of Deferred@1461511086 after retry RPC after error@1218059624) -> (continuation of Deferred@1778671774 after retry RPC after error@1709523278) -> (continuation of Deferred@1440014287 after retry RPC after error@1295907136) -> (continuation of Deferred@74739945 after retry RPC after error@1272233496) -> (continuation of Deferred@940386826 after retry RPC after error@450372530) -> (continuation of Deferred@1024256824 after retry RPC after error@1397143295) -> (continuation of Deferred@38444007 after retry RPC after error@1498738095), errback=(continuation of Deferred@306866699 after retry RPC after error@974532310) -> (continuation of Deferred@1742983040 after retry RPC after error@1375368486) -> (continuation of Deferred@270616352 after retry RPC after error@457882476) -> (continuation of Deferred@1655498826 after retry RPC after error@1627255420) -> (continuation of Deferred@2063573252 after retry RPC after error@874570988) -> (continuation of Deferred@835433626 after retry RPC after error@1042992845) -> (continuation of Deferred@962244493 after retry RPC after error@174992334) -> (continuation of Deferred@1718428029 after retry RPC after error@249157595) -> (continuation of Deferred@1645422410 after retry RPC after error@425214109) -> (continuation of Deferred@372370434 after retry RPC after error@1444316688) -> (continuation of Deferred@767873775 after retry RPC after error@1984115554) -> (continuation of Deferred@1871417428 after retry RPC after error@223325619) -> (continuation of Deferred@110581087 after retry RPC after error@1763753676) -> (continuation of Deferred@1520081548 after retry RPC after error@717784665) -> (continuation of Deferred@382276594 after retry RPC after error@2062752057) -> (continuation of Deferred@1949544977 after retry RPC after error@447154304) -> (continuation of Deferred@1152376485 after retry RPC after error@653737432) -> (continuation of Deferred@1337827373 after retry RPC after error@1836864082) -> (continuation of Deferred@1461511086 after retry RPC after error@1218059624) -> (continuation of Deferred@1778671774 after retry RPC after error@1709523278) -> (continuation of Deferred@1440014287 after retry RPC after error@1295907136) -> (continuation of Deferred@74739945 after retry RPC after error@1272233496) -> (continuation of Deferred@940386826 after retry RPC after error@450372530) -> (continuation of Deferred@1024256824 after retry RPC after error@1397143295) -> (continuation of Deferred@38444007 after retry RPC after error@1498738095)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.125:43441
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:17.436 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:16:17.439 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:16:17.443 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27834), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [33ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [49ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [51ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [53ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [70ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [72ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [73ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [283ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [562ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1283ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1640ms] refreshing cache from master, [1640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1642ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2362ms] too many traces: truncated at 100 traces, deferred=Deferred@514130243(state=PENDING, result=null, callback=(continuation of Deferred@306866699 after retry RPC after error@974532310) -> (continuation of Deferred@1742983040 after retry RPC after error@1375368486) -> (continuation of Deferred@270616352 after retry RPC after error@457882476) -> (continuation of Deferred@1655498826 after retry RPC after error@1627255420) -> (continuation of Deferred@2063573252 after retry RPC after error@874570988) -> (continuation of Deferred@835433626 after retry RPC after error@1042992845) -> (continuation of Deferred@962244493 after retry RPC after error@174992334) -> (continuation of Deferred@1718428029 after retry RPC after error@249157595) -> (continuation of Deferred@1645422410 after retry RPC after error@425214109) -> (continuation of Deferred@372370434 after retry RPC after error@1444316688) -> (continuation of Deferred@767873775 after retry RPC after error@1984115554) -> (continuation of Deferred@1871417428 after retry RPC after error@223325619) -> (continuation of Deferred@110581087 after retry RPC after error@1763753676) -> (continuation of Deferred@1520081548 after retry RPC after error@717784665) -> (continuation of Deferred@382276594 after retry RPC after error@2062752057) -> (continuation of Deferred@1949544977 after retry RPC after error@447154304) -> (continuation of Deferred@1152376485 after retry RPC after error@653737432) -> (continuation of Deferred@1337827373 after retry RPC after error@1836864082) -> (continuation of Deferred@1461511086 after retry RPC after error@1218059624) -> (continuation of Deferred@1778671774 after retry RPC after error@1709523278) -> (continuation of Deferred@1440014287 after retry RPC after error@1295907136) -> (continuation of Deferred@74739945 after retry RPC after error@1272233496) -> (continuation of Deferred@940386826 after retry RPC after error@450372530) -> (continuation of Deferred@1024256824 after retry RPC after error@1397143295) -> (continuation of Deferred@38444007 after retry RPC after error@1498738095), errback=(continuation of Deferred@306866699 after retry RPC after error@974532310) -> (continuation of Deferred@1742983040 after retry RPC after error@1375368486) -> (continuation of Deferred@270616352 after retry RPC after error@457882476) -> (continuation of Deferred@1655498826 after retry RPC after error@1627255420) -> (continuation of Deferred@2063573252 after retry RPC after error@874570988) -> (continuation of Deferred@835433626 after retry RPC after error@1042992845) -> (continuation of Deferred@962244493 after retry RPC after error@174992334) -> (continuation of Deferred@1718428029 after retry RPC after error@249157595) -> (continuation of Deferred@1645422410 after retry RPC after error@425214109) -> (continuation of Deferred@372370434 after retry RPC after error@1444316688) -> (continuation of Deferred@767873775 after retry RPC after error@1984115554) -> (continuation of Deferred@1871417428 after retry RPC after error@223325619) -> (continuation of Deferred@110581087 after retry RPC after error@1763753676) -> (continuation of Deferred@1520081548 after retry RPC after error@717784665) -> (continuation of Deferred@382276594 after retry RPC after error@2062752057) -> (continuation of Deferred@1949544977 after retry RPC after error@447154304) -> (continuation of Deferred@1152376485 after retry RPC after error@653737432) -> (continuation of Deferred@1337827373 after retry RPC after error@1836864082) -> (continuation of Deferred@1461511086 after retry RPC after error@1218059624) -> (continuation of Deferred@1778671774 after retry RPC after error@1709523278) -> (continuation of Deferred@1440014287 after retry RPC after error@1295907136) -> (continuation of Deferred@74739945 after retry RPC after error@1272233496) -> (continuation of Deferred@940386826 after retry RPC after error@450372530) -> (continuation of Deferred@1024256824 after retry RPC after error@1397143295) -> (continuation of Deferred@38444007 after retry RPC after error@1498738095)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.125:43441
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:17.444 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
02:16:17.444 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:16:17.444 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RUNNING to RESTARTING.
02:16:17.445 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:16:17.445 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:17.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.489 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:17.489 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:17.489 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:17.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:17.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:17.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:17.490 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:17.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:17.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:17.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:17.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:17.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:17.491 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:17.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.705 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:17.705 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:17.705 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:17.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:17.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:17.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:17.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:17.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:17.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:17.706 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:17.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:17.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:17.707 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:17.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.886 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:17.886 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:17.886 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:17.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:17.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:17.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:17.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:17.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:17.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:17.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:17.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:17.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:17.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:17.937 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:17.938 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:17.938 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:17.939 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:17.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:17.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:17.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:17.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:17.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:17.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:17.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:17.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:17.940 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:17.966 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:17.966 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:17.966 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:17.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:17.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:17.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:17.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:17.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:17.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:17.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:17.967 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:17.967 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:17.967 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:17.968 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28364), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [33ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [84ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [106ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [107ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [108ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [108ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [126ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [140ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [145ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [146ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [152ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [152ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [363ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [363ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [622ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1121ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1745ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1745ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1745ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2300ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2301ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2302ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4080ms] refreshing cache from master, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4081ms] too many traces: truncated at 100 traces, deferred=Deferred@2130771664(state=PENDING, result=null, callback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082) -> (continuation of Deferred@1639414892 after retry RPC after error@1364146385), errback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082) -> (continuation of Deferred@1639414892 after retry RPC after error@1364146385)))
02:16:17.969 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:16:17.970 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28364), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [33ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [84ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [106ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [107ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [108ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [108ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [126ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [140ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [145ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [146ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [152ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [152ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [363ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [363ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [622ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1121ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1745ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1745ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1745ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2300ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2301ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2302ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4080ms] refreshing cache from master, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4081ms] too many traces: truncated at 100 traces, deferred=Deferred@2130771664(state=PENDING, result=null, callback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082) -> (continuation of Deferred@1639414892 after retry RPC after error@1364146385), errback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082) -> (continuation of Deferred@1639414892 after retry RPC after error@1364146385)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:17.970 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:16:17.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:17.973 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
02:16:17.977 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28364), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [33ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [84ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [106ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [107ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [108ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [108ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [125ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [126ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [140ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [145ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [146ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [152ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [152ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [363ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [363ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [622ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1121ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1745ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1745ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1745ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2300ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2301ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2302ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4080ms] refreshing cache from master, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4081ms] too many traces: truncated at 100 traces, deferred=Deferred@2130771664(state=PENDING, result=null, callback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082) -> (continuation of Deferred@1639414892 after retry RPC after error@1364146385), errback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082) -> (continuation of Deferred@1639414892 after retry RPC after error@1364146385)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:17.978 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
02:16:17.978 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
02:16:17.979 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:18.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:18.054 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:18.054 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:18.054 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:18.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:18.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:18.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:18.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:18.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:18.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:18.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:18.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:18.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:18.056 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:18.101 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:18.101 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:18.101 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:18.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.102 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.102 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.102 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.103 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:18.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:18.337 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:18.337 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:18.337 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:18.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:18.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:18.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:18.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:18.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:18.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:18.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:18.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:18.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:18.339 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:18.360 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:18.360 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:18.360 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:18.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.361 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.362 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.362 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.362 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:18.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:18.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:18.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:18.541 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:18.541 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:18.541 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:18.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.543 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:18.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:18.670 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:18.671 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:18.671 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:18.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:18.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:18.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:18.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:18.697 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:18.697 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:18.697 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:18.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:18.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:18.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:18.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:18.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:18.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:18.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:18.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:18.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:18.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:18.794 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:18.794 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:18.794 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:18.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:18.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:18.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:18.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:18.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:18.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:18.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:18.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:18.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:18.796 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:18.798 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [16ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [35ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [35ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [93ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [94ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [95ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [283ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [283ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [284ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [441ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [442ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [603ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [603ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [603ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1520ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1522ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1923ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3822ms] too many traces: truncated at 100 traces, deferred=Deferred@1739088967(state=PENDING, result=null, callback=(continuation of Deferred@367641598 after retry RPC after error@808340676) -> (continuation of Deferred@1367255300 after retry RPC after error@1976591664) -> (continuation of Deferred@779992647 after retry RPC after error@1819774752) -> (continuation of Deferred@1214590243 after retry RPC after error@1055533306) -> (continuation of Deferred@2099656422 after retry RPC after error@762882285) -> (continuation of Deferred@1284867156 after retry RPC after error@601348292) -> (continuation of Deferred@1871338334 after retry RPC after error@131967362) -> (continuation of Deferred@1737112073 after retry RPC after error@2055655364) -> (continuation of Deferred@1206594401 after retry RPC after error@764418983) -> (continuation of Deferred@461125230 after retry RPC after error@1464349226) -> (continuation of Deferred@1231465345 after retry RPC after error@1686559785) -> (continuation of Deferred@506681745 after retry RPC after error@150790431) -> (continuation of Deferred@1949989154 after retry RPC after error@638555160) -> (continuation of Deferred@578072217 after retry RPC after error@1299138513) -> (continuation of Deferred@1790690359 after retry RPC after error@818815532) -> (continuation of Deferred@927548106 after retry RPC after error@11520573) -> (continuation of Deferred@872492131 after retry RPC after error@1973401485) -> (continuation of Deferred@138278118 after retry RPC after error@1992112638) -> (continuation of Deferred@1273131390 after retry RPC after error@1128895568) -> (continuation of Deferred@615825947 after retry RPC after error@1004109242) -> (continuation of Deferred@1667797566 after retry RPC after error@1821143319) -> (continuation of Deferred@1856688775 after retry RPC after error@510543429), errback=(continuation of Deferred@367641598 after retry RPC after error@808340676) -> (continuation of Deferred@1367255300 after retry RPC after error@1976591664) -> (continuation of Deferred@779992647 after retry RPC after error@1819774752) -> (continuation of Deferred@1214590243 after retry RPC after error@1055533306) -> (continuation of Deferred@2099656422 after retry RPC after error@762882285) -> (continuation of Deferred@1284867156 after retry RPC after error@601348292) -> (continuation of Deferred@1871338334 after retry RPC after error@131967362) -> (continuation of Deferred@1737112073 after retry RPC after error@2055655364) -> (continuation of Deferred@1206594401 after retry RPC after error@764418983) -> (continuation of Deferred@461125230 after retry RPC after error@1464349226) -> (continuation of Deferred@1231465345 after retry RPC after error@1686559785) -> (continuation of Deferred@506681745 after retry RPC after error@150790431) -> (continuation of Deferred@1949989154 after retry RPC after error@638555160) -> (continuation of Deferred@578072217 after retry RPC after error@1299138513) -> (continuation of Deferred@1790690359 after retry RPC after error@818815532) -> (continuation of Deferred@927548106 after retry RPC after error@11520573) -> (continuation of Deferred@872492131 after retry RPC after error@1973401485) -> (continuation of Deferred@138278118 after retry RPC after error@1992112638) -> (continuation of Deferred@1273131390 after retry RPC after error@1128895568) -> (continuation of Deferred@615825947 after retry RPC after error@1004109242) -> (continuation of Deferred@1667797566 after retry RPC after error@1821143319) -> (continuation of Deferred@1856688775 after retry RPC after error@510543429)))
02:16:18.799 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:16:18.799 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [16ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [35ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [35ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [93ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [94ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [95ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [283ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [283ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [284ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [441ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [442ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [603ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [603ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [603ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1520ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1522ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1923ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3822ms] too many traces: truncated at 100 traces, deferred=Deferred@1739088967(state=PENDING, result=null, callback=(continuation of Deferred@367641598 after retry RPC after error@808340676) -> (continuation of Deferred@1367255300 after retry RPC after error@1976591664) -> (continuation of Deferred@779992647 after retry RPC after error@1819774752) -> (continuation of Deferred@1214590243 after retry RPC after error@1055533306) -> (continuation of Deferred@2099656422 after retry RPC after error@762882285) -> (continuation of Deferred@1284867156 after retry RPC after error@601348292) -> (continuation of Deferred@1871338334 after retry RPC after error@131967362) -> (continuation of Deferred@1737112073 after retry RPC after error@2055655364) -> (continuation of Deferred@1206594401 after retry RPC after error@764418983) -> (continuation of Deferred@461125230 after retry RPC after error@1464349226) -> (continuation of Deferred@1231465345 after retry RPC after error@1686559785) -> (continuation of Deferred@506681745 after retry RPC after error@150790431) -> (continuation of Deferred@1949989154 after retry RPC after error@638555160) -> (continuation of Deferred@578072217 after retry RPC after error@1299138513) -> (continuation of Deferred@1790690359 after retry RPC after error@818815532) -> (continuation of Deferred@927548106 after retry RPC after error@11520573) -> (continuation of Deferred@872492131 after retry RPC after error@1973401485) -> (continuation of Deferred@138278118 after retry RPC after error@1992112638) -> (continuation of Deferred@1273131390 after retry RPC after error@1128895568) -> (continuation of Deferred@615825947 after retry RPC after error@1004109242) -> (continuation of Deferred@1667797566 after retry RPC after error@1821143319) -> (continuation of Deferred@1856688775 after retry RPC after error@510543429), errback=(continuation of Deferred@367641598 after retry RPC after error@808340676) -> (continuation of Deferred@1367255300 after retry RPC after error@1976591664) -> (continuation of Deferred@779992647 after retry RPC after error@1819774752) -> (continuation of Deferred@1214590243 after retry RPC after error@1055533306) -> (continuation of Deferred@2099656422 after retry RPC after error@762882285) -> (continuation of Deferred@1284867156 after retry RPC after error@601348292) -> (continuation of Deferred@1871338334 after retry RPC after error@131967362) -> (continuation of Deferred@1737112073 after retry RPC after error@2055655364) -> (continuation of Deferred@1206594401 after retry RPC after error@764418983) -> (continuation of Deferred@461125230 after retry RPC after error@1464349226) -> (continuation of Deferred@1231465345 after retry RPC after error@1686559785) -> (continuation of Deferred@506681745 after retry RPC after error@150790431) -> (continuation of Deferred@1949989154 after retry RPC after error@638555160) -> (continuation of Deferred@578072217 after retry RPC after error@1299138513) -> (continuation of Deferred@1790690359 after retry RPC after error@818815532) -> (continuation of Deferred@927548106 after retry RPC after error@11520573) -> (continuation of Deferred@872492131 after retry RPC after error@1973401485) -> (continuation of Deferred@138278118 after retry RPC after error@1992112638) -> (continuation of Deferred@1273131390 after retry RPC after error@1128895568) -> (continuation of Deferred@615825947 after retry RPC after error@1004109242) -> (continuation of Deferred@1667797566 after retry RPC after error@1821143319) -> (continuation of Deferred@1856688775 after retry RPC after error@510543429)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:18.800 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:16:18.804 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:16:18.808 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [16ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [35ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [35ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [93ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [94ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [95ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [283ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [283ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [284ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [441ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [442ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [603ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [603ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [603ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1520ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1522ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1923ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3822ms] too many traces: truncated at 100 traces, deferred=Deferred@1739088967(state=PENDING, result=null, callback=(continuation of Deferred@367641598 after retry RPC after error@808340676) -> (continuation of Deferred@1367255300 after retry RPC after error@1976591664) -> (continuation of Deferred@779992647 after retry RPC after error@1819774752) -> (continuation of Deferred@1214590243 after retry RPC after error@1055533306) -> (continuation of Deferred@2099656422 after retry RPC after error@762882285) -> (continuation of Deferred@1284867156 after retry RPC after error@601348292) -> (continuation of Deferred@1871338334 after retry RPC after error@131967362) -> (continuation of Deferred@1737112073 after retry RPC after error@2055655364) -> (continuation of Deferred@1206594401 after retry RPC after error@764418983) -> (continuation of Deferred@461125230 after retry RPC after error@1464349226) -> (continuation of Deferred@1231465345 after retry RPC after error@1686559785) -> (continuation of Deferred@506681745 after retry RPC after error@150790431) -> (continuation of Deferred@1949989154 after retry RPC after error@638555160) -> (continuation of Deferred@578072217 after retry RPC after error@1299138513) -> (continuation of Deferred@1790690359 after retry RPC after error@818815532) -> (continuation of Deferred@927548106 after retry RPC after error@11520573) -> (continuation of Deferred@872492131 after retry RPC after error@1973401485) -> (continuation of Deferred@138278118 after retry RPC after error@1992112638) -> (continuation of Deferred@1273131390 after retry RPC after error@1128895568) -> (continuation of Deferred@615825947 after retry RPC after error@1004109242) -> (continuation of Deferred@1667797566 after retry RPC after error@1821143319) -> (continuation of Deferred@1856688775 after retry RPC after error@510543429), errback=(continuation of Deferred@367641598 after retry RPC after error@808340676) -> (continuation of Deferred@1367255300 after retry RPC after error@1976591664) -> (continuation of Deferred@779992647 after retry RPC after error@1819774752) -> (continuation of Deferred@1214590243 after retry RPC after error@1055533306) -> (continuation of Deferred@2099656422 after retry RPC after error@762882285) -> (continuation of Deferred@1284867156 after retry RPC after error@601348292) -> (continuation of Deferred@1871338334 after retry RPC after error@131967362) -> (continuation of Deferred@1737112073 after retry RPC after error@2055655364) -> (continuation of Deferred@1206594401 after retry RPC after error@764418983) -> (continuation of Deferred@461125230 after retry RPC after error@1464349226) -> (continuation of Deferred@1231465345 after retry RPC after error@1686559785) -> (continuation of Deferred@506681745 after retry RPC after error@150790431) -> (continuation of Deferred@1949989154 after retry RPC after error@638555160) -> (continuation of Deferred@578072217 after retry RPC after error@1299138513) -> (continuation of Deferred@1790690359 after retry RPC after error@818815532) -> (continuation of Deferred@927548106 after retry RPC after error@11520573) -> (continuation of Deferred@872492131 after retry RPC after error@1973401485) -> (continuation of Deferred@138278118 after retry RPC after error@1992112638) -> (continuation of Deferred@1273131390 after retry RPC after error@1128895568) -> (continuation of Deferred@615825947 after retry RPC after error@1004109242) -> (continuation of Deferred@1667797566 after retry RPC after error@1821143319) -> (continuation of Deferred@1856688775 after retry RPC after error@510543429)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:18.810 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:16:18.810 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:18.810 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
02:16:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.844025   691 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.847589   681 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.005s	user 0.670s	sys 1.093s
02:16:18.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.848016   681 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.006s	user 0.670s	sys 1.093s
02:16:18.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.245579   689 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 681
02:16:18.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.849992   693 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.854821   692 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2010 milliseconds
02:16:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.854835   681 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:18.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.856330   681 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:18.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.858732   681 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:18.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.860188   681 hybrid_clock.cc:648] HybridClock initialized: now 1783476978860122 us; error 65 us; skew 500 ppm
02:16:18.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.861068   681 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:18.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.867853   681 webserver.cc:534] Webserver started at http://127.31.182.67:41299/ using document root <none> and password file <none>
02:16:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.868839   681 fs_manager.cc:362] Metadata directory not provided
02:16:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.869096   681 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.869649   681 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.874621   681 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/data/instance:
02:16:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc211f05615c440780e8456cea14147d"
02:16:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:18 on dist-test-slave-fshw"
02:16:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.875928   681 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/wal/instance:
02:16:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc211f05615c440780e8456cea14147d"
02:16:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:18 on dist-test-slave-fshw"
02:16:18.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.884603   681 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.003s
02:16:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.891808   702 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.893187   681 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.002s
02:16:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.893491   681 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/wal
02:16:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc211f05615c440780e8456cea14147d"
02:16:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:18 on dist-test-slave-fshw"
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.893949   681 fs_report.cc:389] FS layout report
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/wal
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/wal
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/data/data
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:18.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.973126   681 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:18.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.975148   681 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:18.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.975708   681 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.979251   681 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:18.985 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.984923   681 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.985208   681 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
02:16:18.985 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:18.985 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:18.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:18.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:18.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:18.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:18.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:18.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:18.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.985556   681 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:18.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.985770   681 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:16:18.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:18.986 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:18.987 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29386), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [6ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [7ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [9ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [9ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [50ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [51ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [53ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [78ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [79ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [80ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [150ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [150ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [151ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [151ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [542ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [543ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [543ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [543ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1582ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1783ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1783ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [5280ms] refreshing cache from master, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [5282ms] too many traces: truncated at 100 traces, deferred=Deferred@2057044658(state=PENDING, result=null, callback=(continuation of Deferred@1524931861 after retry RPC after error@886878472) -> (continuation of Deferred@1364860048 after retry RPC after error@1271467419) -> (continuation of Deferred@901463490 after retry RPC after error@1681825420) -> (continuation of Deferred@1694605319 after retry RPC after error@1722277097) -> (continuation of Deferred@169781458 after retry RPC after error@449088995) -> (continuation of Deferred@1923942180 after retry RPC after error@716557580) -> (continuation of Deferred@1435678896 after retry RPC after error@1804049524) -> (continuation of Deferred@1904812551 after retry RPC after error@1968196759) -> (continuation of Deferred@893861301 after retry RPC after error@1651798869) -> (continuation of Deferred@1515580422 after retry RPC after error@756426543) -> (continuation of Deferred@556801453 after retry RPC after error@1621048325) -> (continuation of Deferred@358599116 after retry RPC after error@166509335) -> (continuation of Deferred@672137970 after retry RPC after error@829848801) -> (continuation of Deferred@1519178410 after retry RPC after error@911535855) -> (continuation of Deferred@511405381 after retry RPC after error@485006111) -> (continuation of Deferred@550310826 after retry RPC after error@838841034) -> (continuation of Deferred@1957425397 after retry RPC after error@742636828) -> (continuation of Deferred@1692117885 after retry RPC after error@687750350) -> (continuation of Deferred@58285436 after retry RPC after error@853781330) -> (continuation of Deferred@190475824 after retry RPC after error@1377516505) -> (continuation of Deferred@457186907 after retry RPC after error@886476634) -> (continuation of Deferred@1814387742 after retry RPC after error@1735092144) -> (continuation of Deferred@2084704192 after retry RPC after error@2096034637), errback=(continuation of Deferred@1524931861 after retry RPC after error@886878472) -> (continuation of Deferred@1364860048 after retry RPC after error@1271467419) -> (continuation of Deferred@901463490 after retry RPC after error@1681825420) -> (continuation of Deferred@1694605319 after retry RPC after error@1722277097) -> (continuation of Deferred@169781458 after retry RPC after error@449088995) -> (continuation of Deferred@1923942180 after retry RPC after error@716557580) -> (continuation of Deferred@1435678896 after retry RPC after error@1804049524) -> (continuation of Deferred@1904812551 after retry RPC after error@1968196759) -> (continuation of Deferred@893861301 after retry RPC after error@1651798869) -> (continuation of Deferred@1515580422 after retry RPC after error@756426543) -> (continuation of Deferred@556801453 after retry RPC after error@1621048325) -> (continuation of Deferred@358599116 after retry RPC after error@166509335) -> (continuation of Deferred@672137970 after retry RPC after error@829848801) -> (continuation of Deferred@1519178410 after retry RPC after error@911535855) -> (continuation of Deferred@511405381 after retry RPC after error@485006111) -> (continuation of Deferred@550310826 after retry RPC after error@838841034) -> (continuation of Deferred@1957425397 after retry RPC after error@742636828) -> (continuation of Deferred@1692117885 after retry RPC after error@687750350) -> (continuation of Deferred@58285436 after retry RPC after error@853781330) -> (continuation of Deferred@190475824 after retry RPC after error@1377516505) -> (continuation of Deferred@457186907 after retry RPC after error@886476634) -> (continuation of Deferred@1814387742 after retry RPC after error@1735092144) -> (continuation of Deferred@2084704192 after retry RPC after error@2096034637)))
02:16:18.988 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:16:18.988 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29386), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [6ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [7ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [9ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [9ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [50ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [51ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [53ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [78ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [79ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [80ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [150ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [150ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [151ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [151ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [542ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [543ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [543ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [543ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1582ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1783ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1783ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [5280ms] refreshing cache from master, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [5282ms] too many traces: truncated at 100 traces, deferred=Deferred@2057044658(state=PENDING, result=null, callback=(continuation of Deferred@1524931861 after retry RPC after error@886878472) -> (continuation of Deferred@1364860048 after retry RPC after error@1271467419) -> (continuation of Deferred@901463490 after retry RPC after error@1681825420) -> (continuation of Deferred@1694605319 after retry RPC after error@1722277097) -> (continuation of Deferred@169781458 after retry RPC after error@449088995) -> (continuation of Deferred@1923942180 after retry RPC after error@716557580) -> (continuation of Deferred@1435678896 after retry RPC after error@1804049524) -> (continuation of Deferred@1904812551 after retry RPC after error@1968196759) -> (continuation of Deferred@893861301 after retry RPC after error@1651798869) -> (continuation of Deferred@1515580422 after retry RPC after error@756426543) -> (continuation of Deferred@556801453 after retry RPC after error@1621048325) -> (continuation of Deferred@358599116 after retry RPC after error@166509335) -> (continuation of Deferred@672137970 after retry RPC after error@829848801) -> (continuation of Deferred@1519178410 after retry RPC after error@911535855) -> (continuation of Deferred@511405381 after retry RPC after error@485006111) -> (continuation of Deferred@550310826 after retry RPC after error@838841034) -> (continuation of Deferred@1957425397 after retry RPC after error@742636828) -> (continuation of Deferred@1692117885 after retry RPC after error@687750350) -> (continuation of Deferred@58285436 after retry RPC after error@853781330) -> (continuation of Deferred@190475824 after retry RPC after error@1377516505) -> (continuation of Deferred@457186907 after retry RPC after error@886476634) -> (continuation of Deferred@1814387742 after retry RPC after error@1735092144) -> (continuation of Deferred@2084704192 after retry RPC after error@2096034637), errback=(continuation of Deferred@1524931861 after retry RPC after error@886878472) -> (continuation of Deferred@1364860048 after retry RPC after error@1271467419) -> (continuation of Deferred@901463490 after retry RPC after error@1681825420) -> (continuation of Deferred@1694605319 after retry RPC after error@1722277097) -> (continuation of Deferred@169781458 after retry RPC after error@449088995) -> (continuation of Deferred@1923942180 after retry RPC after error@716557580) -> (continuation of Deferred@1435678896 after retry RPC after error@1804049524) -> (continuation of Deferred@1904812551 after retry RPC after error@1968196759) -> (continuation of Deferred@893861301 after retry RPC after error@1651798869) -> (continuation of Deferred@1515580422 after retry RPC after error@756426543) -> (continuation of Deferred@556801453 after retry RPC after error@1621048325) -> (continuation of Deferred@358599116 after retry RPC after error@166509335) -> (continuation of Deferred@672137970 after retry RPC after error@829848801) -> (continuation of Deferred@1519178410 after retry RPC after error@911535855) -> (continuation of Deferred@511405381 after retry RPC after error@485006111) -> (continuation of Deferred@550310826 after retry RPC after error@838841034) -> (continuation of Deferred@1957425397 after retry RPC after error@742636828) -> (continuation of Deferred@1692117885 after retry RPC after error@687750350) -> (continuation of Deferred@58285436 after retry RPC after error@853781330) -> (continuation of Deferred@190475824 after retry RPC after error@1377516505) -> (continuation of Deferred@457186907 after retry RPC after error@886476634) -> (continuation of Deferred@1814387742 after retry RPC after error@1735092144) -> (continuation of Deferred@2084704192 after retry RPC after error@2096034637)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:18.988 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:16:18.990 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:16:18.992 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29386), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [6ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [7ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [9ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [9ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [50ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [51ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [53ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [78ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [79ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [80ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [150ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [150ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [151ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [151ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [542ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [543ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [543ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [543ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1582ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1783ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1783ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [5280ms] refreshing cache from master, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [5282ms] too many traces: truncated at 100 traces, deferred=Deferred@2057044658(state=PENDING, result=null, callback=(continuation of Deferred@1524931861 after retry RPC after error@886878472) -> (continuation of Deferred@1364860048 after retry RPC after error@1271467419) -> (continuation of Deferred@901463490 after retry RPC after error@1681825420) -> (continuation of Deferred@1694605319 after retry RPC after error@1722277097) -> (continuation of Deferred@169781458 after retry RPC after error@449088995) -> (continuation of Deferred@1923942180 after retry RPC after error@716557580) -> (continuation of Deferred@1435678896 after retry RPC after error@1804049524) -> (continuation of Deferred@1904812551 after retry RPC after error@1968196759) -> (continuation of Deferred@893861301 after retry RPC after error@1651798869) -> (continuation of Deferred@1515580422 after retry RPC after error@756426543) -> (continuation of Deferred@556801453 after retry RPC after error@1621048325) -> (continuation of Deferred@358599116 after retry RPC after error@166509335) -> (continuation of Deferred@672137970 after retry RPC after error@829848801) -> (continuation of Deferred@1519178410 after retry RPC after error@911535855) -> (continuation of Deferred@511405381 after retry RPC after error@485006111) -> (continuation of Deferred@550310826 after retry RPC after error@838841034) -> (continuation of Deferred@1957425397 after retry RPC after error@742636828) -> (continuation of Deferred@1692117885 after retry RPC after error@687750350) -> (continuation of Deferred@58285436 after retry RPC after error@853781330) -> (continuation of Deferred@190475824 after retry RPC after error@1377516505) -> (continuation of Deferred@457186907 after retry RPC after error@886476634) -> (continuation of Deferred@1814387742 after retry RPC after error@1735092144) -> (continuation of Deferred@2084704192 after retry RPC after error@2096034637), errback=(continuation of Deferred@1524931861 after retry RPC after error@886878472) -> (continuation of Deferred@1364860048 after retry RPC after error@1271467419) -> (continuation of Deferred@901463490 after retry RPC after error@1681825420) -> (continuation of Deferred@1694605319 after retry RPC after error@1722277097) -> (continuation of Deferred@169781458 after retry RPC after error@449088995) -> (continuation of Deferred@1923942180 after retry RPC after error@716557580) -> (continuation of Deferred@1435678896 after retry RPC after error@1804049524) -> (continuation of Deferred@1904812551 after retry RPC after error@1968196759) -> (continuation of Deferred@893861301 after retry RPC after error@1651798869) -> (continuation of Deferred@1515580422 after retry RPC after error@756426543) -> (continuation of Deferred@556801453 after retry RPC after error@1621048325) -> (continuation of Deferred@358599116 after retry RPC after error@166509335) -> (continuation of Deferred@672137970 after retry RPC after error@829848801) -> (continuation of Deferred@1519178410 after retry RPC after error@911535855) -> (continuation of Deferred@511405381 after retry RPC after error@485006111) -> (continuation of Deferred@550310826 after retry RPC after error@838841034) -> (continuation of Deferred@1957425397 after retry RPC after error@742636828) -> (continuation of Deferred@1692117885 after retry RPC after error@687750350) -> (continuation of Deferred@58285436 after retry RPC after error@853781330) -> (continuation of Deferred@190475824 after retry RPC after error@1377516505) -> (continuation of Deferred@457186907 after retry RPC after error@886476634) -> (continuation of Deferred@1814387742 after retry RPC after error@1735092144) -> (continuation of Deferred@2084704192 after retry RPC after error@2096034637)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:18.993 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44710d49591530d867cb2816f851b96f
02:16:18.993 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
02:16:18.993 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:16:18.996 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:18.996 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:18.996 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:18.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:18.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:18.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:18.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:18.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:18.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:18.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:18.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:18.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:18.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:19.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:19.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.158399   681 rpc_server.cc:307] RPC server started. Bound to: 127.31.182.67:40787
02:16:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.158535   814 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.182.67:40787 every 8 connection(s)
02:16:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.162248   681 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/data/info.pb
02:16:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.173094 32473 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 681
02:16:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.176975 32473 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster1405955485133578853/ts-2/wal/instance
02:16:19.217 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:19.218 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:19.218 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:19.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:19.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:19.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:19.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:19.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:19.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:19.220 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:19.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:19.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:19.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.237978   815 heartbeater.cc:344] Connected to a master server at 127.31.182.124:36505
02:16:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.238539   815 heartbeater.cc:461] Registering TS with master...
02:16:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.246970   815 heartbeater.cc:507] Master 127.31.182.124:36505 requested a full tablet report, sending...
02:16:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.251380 32693 ts_manager.cc:194] Registered new tserver with Master: bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.256361   819 heartbeater.cc:344] Connected to a master server at 127.31.182.126:37263
02:16:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.256708   819 heartbeater.cc:461] Registering TS with master...
02:16:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.257611   819 heartbeater.cc:507] Master 127.31.182.126:37263 requested a full tablet report, sending...
02:16:19.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.260229 32530 ts_manager.cc:194] Registered new tserver with Master: bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:19.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.270588   816 heartbeater.cc:344] Connected to a master server at 127.31.182.125:35345
02:16:19.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.270877   816 heartbeater.cc:461] Registering TS with master...
02:16:19.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.271589   816 heartbeater.cc:507] Master 127.31.182.125:35345 requested a full tablet report, sending...
02:16:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.273819 32607 ts_manager.cc:194] Registered new tserver with Master: bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:19.275 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:19.276 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:19.276 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:19.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:19.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:19.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:19.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:19.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:19.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:19.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:19.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:19.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.275712 32607 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.182.67:59567
02:16:19.277 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.281714 32473 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:16:19.283 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.283 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.283 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.284 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.285 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29650), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [28ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [54ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [56ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [56ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [74ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [76ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [77ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [77ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [105ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [106ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [110ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [110ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [126ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [165ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [165ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [282ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [482ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [743ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [743ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1181ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2043ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2501ms] too many traces: truncated at 100 traces, deferred=Deferred@499959722(state=PENDING, result=null, callback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601), errback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601)))
02:16:19.286 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.286 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.286 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.286 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29650), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [28ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [54ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [56ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [56ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [74ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [76ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [77ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [77ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [105ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [106ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [110ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [110ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [126ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [165ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [165ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [282ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [482ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [743ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [743ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1181ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2043ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2501ms] too many traces: truncated at 100 traces, deferred=Deferred@499959722(state=PENDING, result=null, callback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601), errback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29650), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [28ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [54ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [56ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [56ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [74ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [76ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [77ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [77ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [105ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [106ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [110ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [110ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [126ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [165ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [165ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [282ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [482ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [743ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [743ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1181ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2043ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2501ms] too many traces: truncated at 100 traces, deferred=Deferred@499959722(state=PENDING, result=null, callback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601), errback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.126.254:34137
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:19.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.287 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.293 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29650), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [28ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [54ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [56ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [56ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [74ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [76ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [77ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [77ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [105ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [106ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [110ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [110ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [126ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [165ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [165ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [282ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [482ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [743ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [743ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1181ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2043ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2501ms] too many traces: truncated at 100 traces, deferred=Deferred@499959722(state=PENDING, result=null, callback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601), errback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29650), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [28ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [54ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [56ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [56ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [74ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [76ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [77ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [77ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [105ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [106ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [110ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [110ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [126ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [126ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [165ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [165ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [282ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [482ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [742ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [743ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [743ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1181ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2043ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2501ms] too many traces: truncated at 100 traces, deferred=Deferred@499959722(state=PENDING, result=null, callback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601), errback=(continuation of Deferred@754644584 after retry RPC after error@113059187) -> (continuation of Deferred@706058412 after retry RPC after error@1361046483) -> (continuation of Deferred@707599918 after retry RPC after error@1171533989) -> (continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.126.254:34137
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:19.294 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:16:19.297 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:16:19.297 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:16:19.299 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.182.126"
      port: 37263
    }
    bound_http_address {
      host: "127.31.182.126"
      port: 45927
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.182.125"
      port: 35345
    }
    bound_http_address {
      host: "127.31.182.125"
      port: 38385
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.182.124"
      port: 36505
    }
    bound_http_address {
      host: "127.31.182.124"
      port: 32923
    }
  }
}

02:16:19.299 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:16:19.299 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.182.65"
      port: 43967
    }
    bound_http_address {
      host: "127.31.182.65"
      port: 46469
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.182.66"
      port: 42753
    }
    bound_http_address {
      host: "127.31.182.66"
      port: 41931
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.182.67"
      port: 40787
    }
    bound_http_address {
      host: "127.31.182.67"
      port: 41299
    }
  }
}

02:16:19.299 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:16:19.301 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:19.303 [DEBUG - main] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:19.304 [DEBUG - main] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:19.304 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.304 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.304 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.305 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.225.125:37847(127.30.225.125:37847)] Successfully connected to peer
02:16:19.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.306 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.310 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.125
02:16:19.313 [DEBUG - main] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:19.314 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.225.126:36919(127.30.225.126:36919)] Successfully connected to peer
02:16:19.317 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.225.124:43913(127.30.225.124:43913)] Successfully connected to peer
02:16:19.321 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:19.322 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.124
02:16:19.323 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.324 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.324 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.325 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.326 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc86ee04b, L:/127.0.0.1:37980 - R:/127.30.225.125:37847] using SASL/PLAIN
02:16:19.331 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.126
02:16:19.331 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:19.332 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:19.338 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe7e45133, L:/127.0.0.1:39558 - R:/127.30.225.124:43913] using SASL/PLAIN
02:16:19.341 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:19.344 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.344 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.344 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=42), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [26ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, deferred=null) after lookup
02:16:19.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.345 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x979f8728, L:/127.0.0.1:50122 - R:/127.30.225.126:36919] using SASL/PLAIN
02:16:19.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.346 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.347492 31760 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37980:
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:16:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:16:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:19.352861 31760 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:16:19.364 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.364 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.364 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.365 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.365 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.365 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.365 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.365 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:19.384 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.384 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.384 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.386 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:19.443 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.443 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.443 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:19.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.474761 32257 tablet_service.cc:1511] Processing CreateTablet for tablet 614d1c2a03434d5f95423641e6f062a6 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:16:19.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.477883 32257 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 614d1c2a03434d5f95423641e6f062a6. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.478256 32256 tablet_service.cc:1511] Processing CreateTablet for tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:16:19.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.478929 32258 tablet_service.cc:1511] Processing CreateTablet for tablet d10ce50748464f268619f5369e938216 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:16:19.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.482990 32256 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.482931 32116 tablet_service.cc:1511] Processing CreateTablet for tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:16:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.484794 32258 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d10ce50748464f268619f5369e938216. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.485553 32117 tablet_service.cc:1511] Processing CreateTablet for tablet 614d1c2a03434d5f95423641e6f062a6 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:16:19.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.487098 32116 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.488 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RESTARTING to RUNNING.
02:16:19.489 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 44710d49591530d867cb2816f851b96f from Checkpoint 73 @ 1783476919279 for 44710d49591530d867cb2816f851b96f located at file:/tmp/junit12811897229417014767/checkpoints/44710d49591530d867cb2816f851b96f/chk-73.
02:16:19.490 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:16:19.490 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:16:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.489679 32396 tablet_service.cc:1511] Processing CreateTablet for tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:16:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.491108 32117 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 614d1c2a03434d5f95423641e6f062a6. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.492653 32118 tablet_service.cc:1511] Processing CreateTablet for tablet d10ce50748464f268619f5369e938216 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:16:19.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.492827 32397 tablet_service.cc:1511] Processing CreateTablet for tablet 614d1c2a03434d5f95423641e6f062a6 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:16:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.494714 32398 tablet_service.cc:1511] Processing CreateTablet for tablet d10ce50748464f268619f5369e938216 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:16:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.495447 32118 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d10ce50748464f268619f5369e938216. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.495379 32396 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.500303 32397 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 614d1c2a03434d5f95423641e6f062a6. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.503873 32398 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d10ce50748464f268619f5369e938216. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.507093 32115 tablet_service.cc:1511] Processing CreateTablet for tablet 4b0860a5dd5542e4a5bd19d8269dde11 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:16:19.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.508193 32115 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b0860a5dd5542e4a5bd19d8269dde11. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:19.523 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.523 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.523 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.524 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.524 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.524 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.524 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.524 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.534 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
02:16:19.535 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
02:16:19.535 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id abe07a133224f8180a1a478a38afaed5
02:16:19.535 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
02:16:19.536 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot abe07a133224f8180a1a478a38afaed5.
02:16:19.536 [INFO - Thread-56] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:16:19.536 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.26.126.253:36049(127.26.126.253:36049)] disconnecting while in state TERMINATED
02:16:19.540 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id abe07a133224f8180a1a478a38afaed5.
02:16:19.540 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.26.126.252:33207(127.26.126.252:33207)] disconnecting while in state TERMINATED
02:16:19.540 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.26.126.254:34137(127.26.126.254:34137)] disconnecting while in state TERMINATED
02:16:19.537 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
02:16:19.541 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 86f8326d2beb93038eaca87fac149a2d
02:16:19.541 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
02:16:19.542 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
02:16:19.542 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 57509891799598890191c36589280c8b
02:16:19.542 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.535256 32255 tablet_service.cc:1511] Processing CreateTablet for tablet 4b0860a5dd5542e4a5bd19d8269dde11 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:16:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.536407 32255 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b0860a5dd5542e4a5bd19d8269dde11. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.537 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:19.543 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:19.543 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:19.545 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 86f8326d2beb93038eaca87fac149a2d.
02:16:19.546 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 86f8326d2beb93038eaca87fac149a2d.
02:16:19.547 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
02:16:19.547 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
02:16:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.545121 32395 tablet_service.cc:1511] Processing CreateTablet for tablet 4b0860a5dd5542e4a5bd19d8269dde11 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:16:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.546298 32395 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b0860a5dd5542e4a5bd19d8269dde11. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.542 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
02:16:19.548 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:19.548 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
02:16:19.548 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 2c91c29c9bba79858c85545fb98f0abd
02:16:19.547 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bd72090
02:16:19.553 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:19.553 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:19.553 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:16:19.554 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:16:19.558 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 57509891799598890191c36589280c8b.
02:16:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.559223 32114 tablet_service.cc:1511] Processing CreateTablet for tablet 7d7a7cec540249f483a82ab101231a7f (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:16:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.560405 32114 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7d7a7cec540249f483a82ab101231a7f. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.560 [INFO - Thread-56] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:16:19.561 [INFO - Thread-56] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:16:19.563 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 57509891799598890191c36589280c8b.
02:16:19.570 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
02:16:19.570 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
02:16:19.570 [DEBUG - Thread-56] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:19.574 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@74c8de81
02:16:19.574 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:19.574 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:19.575 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:16:19.576 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:16:19.576 [INFO - Thread-56] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:16:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.577890 32254 tablet_service.cc:1511] Processing CreateTablet for tablet 7d7a7cec540249f483a82ab101231a7f (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:16:19.580 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@53067604
02:16:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.579176 32254 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7d7a7cec540249f483a82ab101231a7f. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.583 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@63f38024
02:16:19.589 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:19.593 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.603996   855 tablet_bootstrap.cc:492] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc: Bootstrap starting.
02:16:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.608750 32394 tablet_service.cc:1511] Processing CreateTablet for tablet 7d7a7cec540249f483a82ab101231a7f (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:16:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.610373 32394 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7d7a7cec540249f483a82ab101231a7f. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.611773 32113 tablet_service.cc:1511] Processing CreateTablet for tablet 3e81b80a4d734054b91f33e1cf65dd19 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:16:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.612953 32113 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e81b80a4d734054b91f33e1cf65dd19. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.613190   855 tablet_bootstrap.cc:654] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc: Neither blocks nor log segments found. Creating new log.
02:16:19.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.615901   855 log.cc:826] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc: Log is configured to *not* fsync() on all Append() calls
02:16:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.629249   855 tablet_bootstrap.cc:492] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc: No bootstrap required, opened a new log
02:16:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.629812   855 ts_tablet_manager.cc:1403] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc: Time spent bootstrapping tablet: real 0.027s	user 0.009s	sys 0.013s
02:16:19.630 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2c91c29c9bba79858c85545fb98f0abd.
02:16:19.631 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 2c91c29c9bba79858c85545fb98f0abd.
02:16:19.632 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
02:16:19.632 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
02:16:19.632 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49938e07
02:16:19.633 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:19.633 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:19.633 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:16:19.633 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:16:19.636 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@590725e7
02:16:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.638338   859 tablet_bootstrap.cc:492] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567: Bootstrap starting.
02:16:19.651 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
02:16:19.652 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
02:16:19.652 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@143623ac
02:16:19.653 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:19.653 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:19.653 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:16:19.653 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:16:19.654 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.655944 32257 tablet_service.cc:1511] Processing CreateTablet for tablet 3e81b80a4d734054b91f33e1cf65dd19 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:16:19.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:19.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.657485 32257 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e81b80a4d734054b91f33e1cf65dd19. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.658 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:19.659 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.659 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3576b57a
02:16:19.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.662359   859 tablet_bootstrap.cc:654] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567: Neither blocks nor log segments found. Creating new log.
02:16:19.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.663087 32393 tablet_service.cc:1511] Processing CreateTablet for tablet 3e81b80a4d734054b91f33e1cf65dd19 (DEFAULT_TABLE table=replication_test_table [id=616deb2966904e0794e826958329adb3]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:16:19.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.664299 32393 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e81b80a4d734054b91f33e1cf65dd19. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:19.669 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:19.669 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:19.669 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:19.669 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:19.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.671725   859 log.cc:826] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567: Log is configured to *not* fsync() on all Append() calls
02:16:19.673 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.674763   862 tablet_bootstrap.cc:492] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2: Bootstrap starting.
02:16:19.680 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:19.682 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.683 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.683 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.692360   859 tablet_bootstrap.cc:492] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567: No bootstrap required, opened a new log
02:16:19.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.692962   859 ts_tablet_manager.cc:1403] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567: Time spent bootstrapping tablet: real 0.055s	user 0.018s	sys 0.000s
02:16:19.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.697755   855 raft_consensus.cc:359] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.698957   855 raft_consensus.cc:385] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.699272   855 raft_consensus.cc:740] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 986de64eedcd467a9d587d96e33e97bc, State: Initialized, Role: FOLLOWER
02:16:19.700 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.700933   862 tablet_bootstrap.cc:654] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2: Neither blocks nor log segments found. Creating new log.
02:16:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.701316   855 consensus_queue.cc:260] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.706967   862 log.cc:826] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2: Log is configured to *not* fsync() on all Append() calls
02:16:19.710 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.712258   855 ts_tablet_manager.cc:1434] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc: Time spent starting tablet: real 0.082s	user 0.022s	sys 0.019s
02:16:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.713418   855 tablet_bootstrap.cc:492] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc: Bootstrap starting.
02:16:19.714 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.717546   862 tablet_bootstrap.cc:492] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2: No bootstrap required, opened a new log
02:16:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.725325   862 ts_tablet_manager.cc:1403] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2: Time spent bootstrapping tablet: real 0.051s	user 0.003s	sys 0.014s
02:16:19.726 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.728 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.727890   855 tablet_bootstrap.cc:654] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc: Neither blocks nor log segments found. Creating new log.
02:16:19.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.731 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.733 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.734 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.734 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.734800   855 tablet_bootstrap.cc:492] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc: No bootstrap required, opened a new log
02:16:19.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.735239   855 ts_tablet_manager.cc:1403] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc: Time spent bootstrapping tablet: real 0.022s	user 0.008s	sys 0.003s
02:16:19.735 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.734436   859 raft_consensus.cc:359] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.736244   859 raft_consensus.cc:385] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.736578   859 raft_consensus.cc:740] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0566f19301e04a6ca0284671db312567, State: Initialized, Role: FOLLOWER
02:16:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.737709   859 consensus_queue.cc:260] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.739 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.740 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.739452   855 raft_consensus.cc:359] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.740176   855 raft_consensus.cc:385] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.740 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.740549   855 raft_consensus.cc:740] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 986de64eedcd467a9d587d96e33e97bc, State: Initialized, Role: FOLLOWER
02:16:19.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.741370   855 consensus_queue.cc:260] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.743711   855 ts_tablet_manager.cc:1434] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc: Time spent starting tablet: real 0.008s	user 0.002s	sys 0.006s
02:16:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.744614   855 tablet_bootstrap.cc:492] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc: Bootstrap starting.
02:16:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.747531   859 ts_tablet_manager.cc:1434] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567: Time spent starting tablet: real 0.054s	user 0.032s	sys 0.009s
02:16:19.750 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.752082   855 tablet_bootstrap.cc:654] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc: Neither blocks nor log segments found. Creating new log.
02:16:19.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.755 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.756 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.757158   859 tablet_bootstrap.cc:492] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567: Bootstrap starting.
02:16:19.770 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.768738   859 tablet_bootstrap.cc:654] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567: Neither blocks nor log segments found. Creating new log.
02:16:19.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.774 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.775 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.775 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.777 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.779 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.779148   855 tablet_bootstrap.cc:492] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc: No bootstrap required, opened a new log
02:16:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.779608   855 ts_tablet_manager.cc:1403] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc: Time spent bootstrapping tablet: real 0.035s	user 0.025s	sys 0.004s
02:16:19.780 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.780 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.780 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.781 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.780699   859 tablet_bootstrap.cc:492] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567: No bootstrap required, opened a new log
02:16:19.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.781208   859 ts_tablet_manager.cc:1403] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567: Time spent bootstrapping tablet: real 0.024s	user 0.008s	sys 0.004s
02:16:19.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.781917   873 raft_consensus.cc:493] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:19.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.782552   873 raft_consensus.cc:515] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.782939   855 raft_consensus.cc:359] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.783902   855 raft_consensus.cc:385] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.783855   859 raft_consensus.cc:359] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.784257   855 raft_consensus.cc:740] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 986de64eedcd467a9d587d96e33e97bc, State: Initialized, Role: FOLLOWER
02:16:19.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.784602   859 raft_consensus.cc:385] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.784896   859 raft_consensus.cc:740] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0566f19301e04a6ca0284671db312567, State: Initialized, Role: FOLLOWER
02:16:19.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.785652   859 consensus_queue.cc:260] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:19.786 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.785022   855 consensus_queue.cc:260] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:19.789455 32330 tablet.cc:2406] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.792014   873 leader_election.cc:290] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:19.795300 32190 tablet.cc:2406] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.796566   859 ts_tablet_manager.cc:1434] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567: Time spent starting tablet: real 0.015s	user 0.001s	sys 0.004s
02:16:19.799 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.800 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.800 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.803 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.802446   859 tablet_bootstrap.cc:492] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567: Bootstrap starting.
02:16:19.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.809376   859 tablet_bootstrap.cc:654] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567: Neither blocks nor log segments found. Creating new log.
02:16:19.813 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:19.813 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:19.813 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:19.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:19.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:19.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:19.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:19.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:19.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:19.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:19.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:19.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:19.816 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:19.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.816 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.817 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.824 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.825 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.828 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.830 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.830744   859 tablet_bootstrap.cc:492] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567: No bootstrap required, opened a new log
02:16:19.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.831243   859 ts_tablet_manager.cc:1403] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567: Time spent bootstrapping tablet: real 0.029s	user 0.013s	sys 0.011s
02:16:19.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.832 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:19.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.832274   855 ts_tablet_manager.cc:1434] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc: Time spent starting tablet: real 0.052s	user 0.017s	sys 0.008s
02:16:19.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:19.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.835438   855 tablet_bootstrap.cc:492] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc: Bootstrap starting.
02:16:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.836053   859 raft_consensus.cc:359] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.836793   859 raft_consensus.cc:385] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.837805   859 raft_consensus.cc:740] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0566f19301e04a6ca0284671db312567, State: Initialized, Role: FOLLOWER
02:16:19.839 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.839 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.839 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.838683   859 consensus_queue.cc:260] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.843604   859 ts_tablet_manager.cc:1434] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567: Time spent starting tablet: real 0.012s	user 0.003s	sys 0.003s
02:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.848904 32138 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d4e8b1b46a4e4252ab4fc31c6a6eb6a7" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567" is_pre_election: true
02:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.849485   859 tablet_bootstrap.cc:492] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567: Bootstrap starting.
02:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.849861 32138 raft_consensus.cc:2468] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 986de64eedcd467a9d587d96e33e97bc in term 0.
02:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.851502 32211 leader_election.cc:304] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: 
02:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.851209   862 raft_consensus.cc:359] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.852295   862 raft_consensus.cc:385] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.852612   862 raft_consensus.cc:740] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c40acf013f0f4401a3beda1251d118b2, State: Initialized, Role: FOLLOWER
02:16:19.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:19.855 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:19.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.854607 32418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d4e8b1b46a4e4252ab4fc31c6a6eb6a7" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2" is_pre_election: true
02:16:19.858 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.855046   862 consensus_queue.cc:260] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.856387   859 tablet_bootstrap.cc:654] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567: Neither blocks nor log segments found. Creating new log.
02:16:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:19.857426 32212 leader_election.cc:343] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559): Illegal state: must be running to vote when last-logged opid is not known
02:16:19.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.860 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.860 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.861155   898 raft_consensus.cc:2804] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:19.861 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.863 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.866 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.866717   898 raft_consensus.cc:493] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:19.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.867326   898 raft_consensus.cc:3060] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Advancing to term 1
02:16:19.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:19.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.861289   873 raft_consensus.cc:493] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:19.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.869364   873 raft_consensus.cc:515] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.871474   873 leader_election.cc:290] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:19.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.872816 32418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "614d1c2a03434d5f95423641e6f062a6" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2" is_pre_election: true
02:16:19.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.873124 32138 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "614d1c2a03434d5f95423641e6f062a6" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567" is_pre_election: true
02:16:19.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.873386   859 tablet_bootstrap.cc:492] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567: No bootstrap required, opened a new log
02:16:19.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.874 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.873858   859 ts_tablet_manager.cc:1403] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567: Time spent bootstrapping tablet: real 0.025s	user 0.008s	sys 0.010s
02:16:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.872740   855 tablet_bootstrap.cc:654] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc: Neither blocks nor log segments found. Creating new log.
02:16:19.874 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:19.874886 32212 leader_election.cc:343] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559): Illegal state: must be running to vote when last-logged opid is not known
02:16:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:19.875360 32211 leader_election.cc:343] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263): Illegal state: must be running to vote when last-logged opid is not known
02:16:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.875780 32211 leader_election.cc:304] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 986de64eedcd467a9d587d96e33e97bc; no voters: 0566f19301e04a6ca0284671db312567, c40acf013f0f4401a3beda1251d118b2
02:16:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.877122   873 raft_consensus.cc:2749] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.877027   859 raft_consensus.cc:359] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.877750   859 raft_consensus.cc:385] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.878028   859 raft_consensus.cc:740] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0566f19301e04a6ca0284671db312567, State: Initialized, Role: FOLLOWER
02:16:19.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.878885   859 consensus_queue.cc:260] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.880064   898 raft_consensus.cc:515] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.884367 32418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d4e8b1b46a4e4252ab4fc31c6a6eb6a7" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2"
02:16:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:19.885812 32212 leader_election.cc:343] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559): Illegal state: must be running to vote when last-logged opid is not known
02:16:19.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.886816   898 leader_election.cc:290] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 election: Requested vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:19.887 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.887 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.889 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:19.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.888928 32138 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d4e8b1b46a4e4252ab4fc31c6a6eb6a7" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567"
02:16:19.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.889619 32138 raft_consensus.cc:3060] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Advancing to term 1
02:16:19.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.890 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.890 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.890 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.890 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:19.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.891 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.886863   859 ts_tablet_manager.cc:1434] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567: Time spent starting tablet: real 0.013s	user 0.004s	sys 0.002s
02:16:19.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.897385   859 tablet_bootstrap.cc:492] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567: Bootstrap starting.
02:16:19.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.908030   859 tablet_bootstrap.cc:654] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567: Neither blocks nor log segments found. Creating new log.
02:16:19.910 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.911 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.911 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.911 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.912 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.915 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.910831 32138 raft_consensus.cc:2468] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 986de64eedcd467a9d587d96e33e97bc in term 1.
02:16:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.915396 32211 leader_election.cc:304] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: c40acf013f0f4401a3beda1251d118b2
02:16:19.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.918745   855 tablet_bootstrap.cc:492] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc: No bootstrap required, opened a new log
02:16:19.919 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.919 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.919 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.920012   898 raft_consensus.cc:2804] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Leader election won for term 1
02:16:19.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.921 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.922565   855 ts_tablet_manager.cc:1403] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc: Time spent bootstrapping tablet: real 0.087s	user 0.010s	sys 0.006s
02:16:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.922196   898 raft_consensus.cc:697] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [term 1 LEADER]: Becoming Leader. State: Replica: 986de64eedcd467a9d587d96e33e97bc, State: Running, Role: LEADER
02:16:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.925351   898 consensus_queue.cc:237] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.927 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.927 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.927 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.929 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.927901   855 raft_consensus.cc:359] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.929399   855 raft_consensus.cc:385] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.929756   855 raft_consensus.cc:740] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 986de64eedcd467a9d587d96e33e97bc, State: Initialized, Role: FOLLOWER
02:16:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.930742   855 consensus_queue.cc:260] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.934477   855 ts_tablet_manager.cc:1434] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.002s
02:16:19.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.935825   855 tablet_bootstrap.cc:492] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc: Bootstrap starting.
02:16:19.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.937271   918 raft_consensus.cc:493] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:19.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.940414   862 ts_tablet_manager.cc:1434] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2: Time spent starting tablet: real 0.215s	user 0.033s	sys 0.028s
02:16:19.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.941744   862 tablet_bootstrap.cc:492] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2: Bootstrap starting.
02:16:19.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.939304   918 raft_consensus.cc:515] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.946830   855 tablet_bootstrap.cc:654] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc: Neither blocks nor log segments found. Creating new log.
02:16:19.947 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.947 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.947 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.948 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.948 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.950 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.950 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.950 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.950320   859 tablet_bootstrap.cc:492] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567: No bootstrap required, opened a new log
02:16:19.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.950989   859 ts_tablet_manager.cc:1403] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567: Time spent bootstrapping tablet: real 0.054s	user 0.016s	sys 0.010s
02:16:19.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.956 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:19.956 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:19.956 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:19.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:19.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:19.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:19.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:19.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:19.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:19.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:19.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:19.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:19.958 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:19.959 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27057), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [152ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [152ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [234ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [246ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [331ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [338ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [339ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [340ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [361ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [386ms] refreshing cache from master, [386ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [391ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [391ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [392ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [392ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [404ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [404ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [461ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [462ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [522ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [704ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [783ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1324ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2763ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2943ms] too many traces: truncated at 100 traces, deferred=Deferred@537649683(state=PENDING, result=null, callback=(continuation of Deferred@148980280 after retry RPC after error@1119074808) -> (continuation of Deferred@1019005131 after retry RPC after error@1129889333) -> (continuation of Deferred@1093321956 after retry RPC after error@503961920) -> (continuation of Deferred@1151967450 after retry RPC after error@1116079980) -> (continuation of Deferred@1427957308 after retry RPC after error@84928006) -> (continuation of Deferred@204028173 after retry RPC after error@2129064579) -> (continuation of Deferred@1291437669 after retry RPC after error@918304298) -> (continuation of Deferred@1939378337 after retry RPC after error@975374011) -> (continuation of Deferred@954938740 after retry RPC after error@1873889573) -> (continuation of Deferred@1478218218 after retry RPC after error@2058293900) -> (continuation of Deferred@453957688 after retry RPC after error@2123579933) -> (continuation of Deferred@2021742756 after retry RPC after error@2050494026) -> (continuation of Deferred@396023341 after retry RPC after error@1946025321) -> (continuation of Deferred@21749706 after retry RPC after error@1002163191) -> (continuation of Deferred@2052147475 after retry RPC after error@1717298565) -> (continuation of Deferred@967955211 after retry RPC after error@1546666937) -> (continuation of Deferred@752451837 after retry RPC after error@353840942) -> (continuation of Deferred@579440396 after retry RPC after error@2088385903) -> (continuation of Deferred@482641013 after retry RPC after error@805746332) -> (continuation of Deferred@1578745471 after retry RPC after error@1931829654) -> (continuation of Deferred@1274721451 after retry RPC after error@1322076446) -> (continuation of Deferred@1572138238 after retry RPC after error@88411919) -> (continuation of Deferred@453295328 after retry RPC after error@1067811623) -> (continuation of Deferred@1158433585 after retry RPC after error@1746668008) -> (continuation of Deferred@1455512503 after retry RPC after error@1164859123) -> (continuation of Deferred@1646053548 after retry RPC after error@1791483470), errback=(continuation of Deferred@148980280 after retry RPC after error@1119074808) -> (continuation of Deferred@1019005131 after retry RPC after error@1129889333) -> (continuation of Deferred@1093321956 after retry RPC after error@503961920) -> (continuation of Deferred@1151967450 after retry RPC after error@1116079980) -> (continuation of Deferred@1427957308 after retry RPC after error@84928006) -> (continuation of Deferred@204028173 after retry RPC after error@2129064579) -> (continuation of Deferred@1291437669 after retry RPC after error@918304298) -> (continuation of Deferred@1939378337 after retry RPC after error@975374011) -> (continuation of Deferred@954938740 after retry RPC after error@1873889573) -> (continuation of Deferred@1478218218 after retry RPC after error@2058293900) -> (continuation of Deferred@453957688 after retry RPC after error@2123579933) -> (continuation of Deferred@2021742756 after retry RPC after error@2050494026) -> (continuation of Deferred@396023341 after retry RPC after error@1946025321) -> (continuation of Deferred@21749706 after retry RPC after error@1002163191) -> (continuation of Deferred@2052147475 after retry RPC after error@1717298565) -> (continuation of Deferred@967955211 after retry RPC after error@1546666937) -> (continuation of Deferred@752451837 after retry RPC after error@353840942) -> (continuation of Deferred@579440396 after retry RPC after error@2088385903) -> (continuation of Deferred@482641013 after retry RPC after error@805746332) -> (continuation of Deferred@1578745471 after retry RPC after error@1931829654) -> (continuation of Deferred@1274721451 after retry RPC after error@1322076446) -> (continuation of Deferred@1572138238 after retry RPC after error@88411919) -> (continuation of Deferred@453295328 after retry RPC after error@1067811623) -> (continuation of Deferred@1158433585 after retry RPC after error@1746668008) -> (continuation of Deferred@1455512503 after retry RPC after error@1164859123) -> (continuation of Deferred@1646053548 after retry RPC after error@1791483470)))
02:16:19.960 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:16:19.960 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27057), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [152ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [152ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [234ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [246ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [331ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [338ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [339ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [340ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [361ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [386ms] refreshing cache from master, [386ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [391ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [391ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [392ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [392ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [404ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [404ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [461ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [462ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [522ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [704ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [783ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1324ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2763ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2943ms] too many traces: truncated at 100 traces, deferred=Deferred@537649683(state=PENDING, result=null, callback=(continuation of Deferred@148980280 after retry RPC after error@1119074808) -> (continuation of Deferred@1019005131 after retry RPC after error@1129889333) -> (continuation of Deferred@1093321956 after retry RPC after error@503961920) -> (continuation of Deferred@1151967450 after retry RPC after error@1116079980) -> (continuation of Deferred@1427957308 after retry RPC after error@84928006) -> (continuation of Deferred@204028173 after retry RPC after error@2129064579) -> (continuation of Deferred@1291437669 after retry RPC after error@918304298) -> (continuation of Deferred@1939378337 after retry RPC after error@975374011) -> (continuation of Deferred@954938740 after retry RPC after error@1873889573) -> (continuation of Deferred@1478218218 after retry RPC after error@2058293900) -> (continuation of Deferred@453957688 after retry RPC after error@2123579933) -> (continuation of Deferred@2021742756 after retry RPC after error@2050494026) -> (continuation of Deferred@396023341 after retry RPC after error@1946025321) -> (continuation of Deferred@21749706 after retry RPC after error@1002163191) -> (continuation of Deferred@2052147475 after retry RPC after error@1717298565) -> (continuation of Deferred@967955211 after retry RPC after error@1546666937) -> (continuation of Deferred@752451837 after retry RPC after error@353840942) -> (continuation of Deferred@579440396 after retry RPC after error@2088385903) -> (continuation of Deferred@482641013 after retry RPC after error@805746332) -> (continuation of Deferred@1578745471 after retry RPC after error@1931829654) -> (continuation of Deferred@1274721451 after retry RPC after error@1322076446) -> (continuation of Deferred@1572138238 after retry RPC after error@88411919) -> (continuation of Deferred@453295328 after retry RPC after error@1067811623) -> (continuation of Deferred@1158433585 after retry RPC after error@1746668008) -> (continuation of Deferred@1455512503 after retry RPC after error@1164859123) -> (continuation of Deferred@1646053548 after retry RPC after error@1791483470), errback=(continuation of Deferred@148980280 after retry RPC after error@1119074808) -> (continuation of Deferred@1019005131 after retry RPC after error@1129889333) -> (continuation of Deferred@1093321956 after retry RPC after error@503961920) -> (continuation of Deferred@1151967450 after retry RPC after error@1116079980) -> (continuation of Deferred@1427957308 after retry RPC after error@84928006) -> (continuation of Deferred@204028173 after retry RPC after error@2129064579) -> (continuation of Deferred@1291437669 after retry RPC after error@918304298) -> (continuation of Deferred@1939378337 after retry RPC after error@975374011) -> (continuation of Deferred@954938740 after retry RPC after error@1873889573) -> (continuation of Deferred@1478218218 after retry RPC after error@2058293900) -> (continuation of Deferred@453957688 after retry RPC after error@2123579933) -> (continuation of Deferred@2021742756 after retry RPC after error@2050494026) -> (continuation of Deferred@396023341 after retry RPC after error@1946025321) -> (continuation of Deferred@21749706 after retry RPC after error@1002163191) -> (continuation of Deferred@2052147475 after retry RPC after error@1717298565) -> (continuation of Deferred@967955211 after retry RPC after error@1546666937) -> (continuation of Deferred@752451837 after retry RPC after error@353840942) -> (continuation of Deferred@579440396 after retry RPC after error@2088385903) -> (continuation of Deferred@482641013 after retry RPC after error@805746332) -> (continuation of Deferred@1578745471 after retry RPC after error@1931829654) -> (continuation of Deferred@1274721451 after retry RPC after error@1322076446) -> (continuation of Deferred@1572138238 after retry RPC after error@88411919) -> (continuation of Deferred@453295328 after retry RPC after error@1067811623) -> (continuation of Deferred@1158433585 after retry RPC after error@1746668008) -> (continuation of Deferred@1455512503 after retry RPC after error@1164859123) -> (continuation of Deferred@1646053548 after retry RPC after error@1791483470)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.254:33699
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:19.961 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
02:16:19.965 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
02:16:19.966 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.966 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.967 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.958671   859 raft_consensus.cc:359] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.961829   859 raft_consensus.cc:385] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.962162   859 raft_consensus.cc:740] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0566f19301e04a6ca0284671db312567, State: Initialized, Role: FOLLOWER
02:16:19.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.963086   859 consensus_queue.cc:260] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.970 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:19.970 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:19.970 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:19.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:19.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:19.972 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.972164   859 ts_tablet_manager.cc:1434] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567: Time spent starting tablet: real 0.021s	user 0.007s	sys 0.000s
02:16:19.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:19.973 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:19.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:19.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.973263   859 tablet_bootstrap.cc:492] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567: Bootstrap starting.
02:16:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.976715 31758 catalog_manager.cc:5696] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 986de64eedcd467a9d587d96e33e97bc (127.30.225.66). New cstate: current_term: 1 leader_uuid: "986de64eedcd467a9d587d96e33e97bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } health_report { overall_health: UNKNOWN } } }
02:16:19.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.981406   855 tablet_bootstrap.cc:492] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc: No bootstrap required, opened a new log
02:16:19.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.981886   855 ts_tablet_manager.cc:1403] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc: Time spent bootstrapping tablet: real 0.046s	user 0.006s	sys 0.012s
02:16:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.984903   855 raft_consensus.cc:359] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.989598   855 raft_consensus.cc:385] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.989913   855 raft_consensus.cc:740] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 986de64eedcd467a9d587d96e33e97bc, State: Initialized, Role: FOLLOWER
02:16:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.990617   862 tablet_bootstrap.cc:654] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2: Neither blocks nor log segments found. Creating new log.
02:16:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.991401   886 raft_consensus.cc:493] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:19.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.991923   886 raft_consensus.cc:515] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:19.993 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27057), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [152ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [152ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [234ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [246ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [331ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [338ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [339ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [340ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [361ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [386ms] refreshing cache from master, [386ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [391ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [391ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [392ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [392ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [404ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [404ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [461ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [462ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [522ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [704ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [783ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1324ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2763ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2943ms] too many traces: truncated at 100 traces, deferred=Deferred@537649683(state=PENDING, result=null, callback=(continuation of Deferred@148980280 after retry RPC after error@1119074808) -> (continuation of Deferred@1019005131 after retry RPC after error@1129889333) -> (continuation of Deferred@1093321956 after retry RPC after error@503961920) -> (continuation of Deferred@1151967450 after retry RPC after error@1116079980) -> (continuation of Deferred@1427957308 after retry RPC after error@84928006) -> (continuation of Deferred@204028173 after retry RPC after error@2129064579) -> (continuation of Deferred@1291437669 after retry RPC after error@918304298) -> (continuation of Deferred@1939378337 after retry RPC after error@975374011) -> (continuation of Deferred@954938740 after retry RPC after error@1873889573) -> (continuation of Deferred@1478218218 after retry RPC after error@2058293900) -> (continuation of Deferred@453957688 after retry RPC after error@2123579933) -> (continuation of Deferred@2021742756 after retry RPC after error@2050494026) -> (continuation of Deferred@396023341 after retry RPC after error@1946025321) -> (continuation of Deferred@21749706 after retry RPC after error@1002163191) -> (continuation of Deferred@2052147475 after retry RPC after error@1717298565) -> (continuation of Deferred@967955211 after retry RPC after error@1546666937) -> (continuation of Deferred@752451837 after retry RPC after error@353840942) -> (continuation of Deferred@579440396 after retry RPC after error@2088385903) -> (continuation of Deferred@482641013 after retry RPC after error@805746332) -> (continuation of Deferred@1578745471 after retry RPC after error@1931829654) -> (continuation of Deferred@1274721451 after retry RPC after error@1322076446) -> (continuation of Deferred@1572138238 after retry RPC after error@88411919) -> (continuation of Deferred@453295328 after retry RPC after error@1067811623) -> (continuation of Deferred@1158433585 after retry RPC after error@1746668008) -> (continuation of Deferred@1455512503 after retry RPC after error@1164859123) -> (continuation of Deferred@1646053548 after retry RPC after error@1791483470), errback=(continuation of Deferred@148980280 after retry RPC after error@1119074808) -> (continuation of Deferred@1019005131 after retry RPC after error@1129889333) -> (continuation of Deferred@1093321956 after retry RPC after error@503961920) -> (continuation of Deferred@1151967450 after retry RPC after error@1116079980) -> (continuation of Deferred@1427957308 after retry RPC after error@84928006) -> (continuation of Deferred@204028173 after retry RPC after error@2129064579) -> (continuation of Deferred@1291437669 after retry RPC after error@918304298) -> (continuation of Deferred@1939378337 after retry RPC after error@975374011) -> (continuation of Deferred@954938740 after retry RPC after error@1873889573) -> (continuation of Deferred@1478218218 after retry RPC after error@2058293900) -> (continuation of Deferred@453957688 after retry RPC after error@2123579933) -> (continuation of Deferred@2021742756 after retry RPC after error@2050494026) -> (continuation of Deferred@396023341 after retry RPC after error@1946025321) -> (continuation of Deferred@21749706 after retry RPC after error@1002163191) -> (continuation of Deferred@2052147475 after retry RPC after error@1717298565) -> (continuation of Deferred@967955211 after retry RPC after error@1546666937) -> (continuation of Deferred@752451837 after retry RPC after error@353840942) -> (continuation of Deferred@579440396 after retry RPC after error@2088385903) -> (continuation of Deferred@482641013 after retry RPC after error@805746332) -> (continuation of Deferred@1578745471 after retry RPC after error@1931829654) -> (continuation of Deferred@1274721451 after retry RPC after error@1322076446) -> (continuation of Deferred@1572138238 after retry RPC after error@88411919) -> (continuation of Deferred@453295328 after retry RPC after error@1067811623) -> (continuation of Deferred@1158433585 after retry RPC after error@1746668008) -> (continuation of Deferred@1455512503 after retry RPC after error@1164859123) -> (continuation of Deferred@1646053548 after retry RPC after error@1791483470)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.254:33699
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:19.995 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:19.995 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
02:16:19.996 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
02:16:19.996 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RUNNING to RESTARTING.
02:16:19.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.998004   886 leader_election.cc:290] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.998713   886 raft_consensus.cc:493] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.001605   886 raft_consensus.cc:515] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.005159   886 leader_election.cc:290] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.990638   855 consensus_queue.cc:260] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:20.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:20.021 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:20.021 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:20.021 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:20.021 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:20.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:20.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:20.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:20.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:20.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:20.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:20.022 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:20.022 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:20.022 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:20.022 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:20.022 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:20.022 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:20.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:20.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:20.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:20.023 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:20.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:20.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:20.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:20.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:20.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:20.023 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.022857   859 tablet_bootstrap.cc:654] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567: Neither blocks nor log segments found. Creating new log.
02:16:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.023684   855 ts_tablet_manager.cc:1434] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc: Time spent starting tablet: real 0.039s	user 0.008s	sys 0.001s
02:16:20.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.026674   855 tablet_bootstrap.cc:492] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc: Bootstrap starting.
02:16:20.028 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.028 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.028 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.029 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.029 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.029 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.029 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.029 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.029 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.029 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.029435   886 raft_consensus.cc:493] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:20.029 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.029881   886 raft_consensus.cc:515] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.032564   886 leader_election.cc:290] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.040 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.040 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.040 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.041 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.040285   862 tablet_bootstrap.cc:492] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2: No bootstrap required, opened a new log
02:16:20.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.041 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.041044   862 ts_tablet_manager.cc:1403] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2: Time spent bootstrapping tablet: real 0.100s	user 0.011s	sys 0.005s
02:16:20.046 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.046 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.047 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.048 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.048 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.048 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.048 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.049636   855 tablet_bootstrap.cc:654] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc: Neither blocks nor log segments found. Creating new log.
02:16:20.056 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.056200   859 tablet_bootstrap.cc:492] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567: No bootstrap required, opened a new log
02:16:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.057515   859 ts_tablet_manager.cc:1403] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567: Time spent bootstrapping tablet: real 0.085s	user 0.012s	sys 0.005s
02:16:20.059 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.059 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.060 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.061 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.060366   862 raft_consensus.cc:359] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.064504   862 raft_consensus.cc:385] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.061030   859 raft_consensus.cc:359] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.065712   859 raft_consensus.cc:385] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.066138   859 raft_consensus.cc:740] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0566f19301e04a6ca0284671db312567, State: Initialized, Role: FOLLOWER
02:16:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.067061   862 raft_consensus.cc:740] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c40acf013f0f4401a3beda1251d118b2, State: Initialized, Role: FOLLOWER
02:16:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.068218   862 consensus_queue.cc:260] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.071810   859 consensus_queue.cc:260] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.077955   859 ts_tablet_manager.cc:1434] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567: Time spent starting tablet: real 0.020s	user 0.001s	sys 0.008s
02:16:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.083684   855 tablet_bootstrap.cc:492] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc: No bootstrap required, opened a new log
02:16:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.084017   862 ts_tablet_manager.cc:1434] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2: Time spent starting tablet: real 0.039s	user 0.004s	sys 0.003s
02:16:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.084321   855 ts_tablet_manager.cc:1403] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc: Time spent bootstrapping tablet: real 0.058s	user 0.015s	sys 0.000s
02:16:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.086397   862 tablet_bootstrap.cc:492] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2: Bootstrap starting.
02:16:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.089875   855 raft_consensus.cc:359] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.090552   855 raft_consensus.cc:385] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.090821   855 raft_consensus.cc:740] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 986de64eedcd467a9d587d96e33e97bc, State: Initialized, Role: FOLLOWER
02:16:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.094271   855 consensus_queue.cc:260] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.098289   855 ts_tablet_manager.cc:1434] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc: Time spent starting tablet: real 0.014s	user 0.001s	sys 0.004s
02:16:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.104892   862 tablet_bootstrap.cc:654] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2: Neither blocks nor log segments found. Creating new log.
02:16:20.110 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.110 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.111 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.112 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.112 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.112 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.129 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.134038   862 tablet_bootstrap.cc:492] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2: No bootstrap required, opened a new log
02:16:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.134501   862 ts_tablet_manager.cc:1403] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2: Time spent bootstrapping tablet: real 0.050s	user 0.009s	sys 0.007s
02:16:20.141 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.142 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.142 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.142 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.142 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.142251   862 raft_consensus.cc:359] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.142978   862 raft_consensus.cc:385] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.143317   862 raft_consensus.cc:740] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c40acf013f0f4401a3beda1251d118b2, State: Initialized, Role: FOLLOWER
02:16:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.144098   862 consensus_queue.cc:260] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.146852   862 ts_tablet_manager.cc:1434] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2: Time spent starting tablet: real 0.010s	user 0.003s	sys 0.003s
02:16:20.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:20.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.147719   862 tablet_bootstrap.cc:492] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2: Bootstrap starting.
02:16:20.154 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.155 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.155 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.155 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:20.155 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:20.156 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.152021 32470 tablet.cc:2406] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:20.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.157558   918 leader_election.cc:290] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889), 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263)
02:16:20.159 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.159 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.159 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.160 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.160 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.174 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:20.174 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:20.174 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.175 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.175 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.175 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.176 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.168661   862 tablet_bootstrap.cc:654] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2: Neither blocks nor log segments found. Creating new log.
02:16:20.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.176 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.177449   898 raft_consensus.cc:493] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.178144   898 raft_consensus.cc:515] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.178717 32278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "614d1c2a03434d5f95423641e6f062a6" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc" is_pre_election: true
02:16:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.179787 32278 raft_consensus.cc:2468] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0566f19301e04a6ca0284671db312567 in term 0.
02:16:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.180729   898 leader_election.cc:290] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.181854 32277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7d7a7cec540249f483a82ab101231a7f" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc" is_pre_election: true
02:16:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.182061 32278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d10ce50748464f268619f5369e938216" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc" is_pre_election: true
02:16:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.182395 32138 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b0860a5dd5542e4a5bd19d8269dde11" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567" is_pre_election: true
02:16:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.182523 32277 raft_consensus.cc:2468] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0566f19301e04a6ca0284671db312567 in term 0.
02:16:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.182686 32278 raft_consensus.cc:2468] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0566f19301e04a6ca0284671db312567 in term 0.
02:16:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.183024 32138 raft_consensus.cc:2468] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 986de64eedcd467a9d587d96e33e97bc in term 0.
02:16:20.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.184413 32211 leader_election.cc:304] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: 
02:16:20.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.185323   898 raft_consensus.cc:2804] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:20.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.185693   898 raft_consensus.cc:493] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:20.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.186003   898 raft_consensus.cc:3060] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Advancing to term 1
02:16:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.186342 32074 leader_election.cc:304] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: 
02:16:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.188782   886 raft_consensus.cc:2804] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.189198   886 raft_consensus.cc:493] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.189584   886 raft_consensus.cc:3060] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.190948 32418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b0860a5dd5542e4a5bd19d8269dde11" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2" is_pre_election: true
02:16:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.192574 32212 leader_election.cc:343] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559): Illegal state: must be running to vote when last-logged opid is not known
02:16:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.188930 32074 leader_election.cc:304] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: 
02:16:20.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.193984   928 raft_consensus.cc:2804] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:20.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.194507   928 raft_consensus.cc:493] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:20.195 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:20.195 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:20.195 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.196990   928 raft_consensus.cc:3060] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.194932 32074 leader_election.cc:304] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: 
02:16:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.200356   886 raft_consensus.cc:515] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.205721   886 leader_election.cc:290] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 election: Requested vote from peers 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.206286   886 raft_consensus.cc:2804] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.209420   918 raft_consensus.cc:493] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.209888   918 raft_consensus.cc:515] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.212718   918 leader_election.cc:290] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889)
02:16:20.214 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.214 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.214 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.215 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:20.215 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:20.215 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.216 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.218 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.223 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:20.223 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:20.223 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:20.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:20.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:20.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:20.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:20.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:20.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:20.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:20.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:20.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:20.224 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:20.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.229133 32278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d10ce50748464f268619f5369e938216" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc" is_pre_election: true
02:16:20.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.229758 32278 raft_consensus.cc:2468] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c40acf013f0f4401a3beda1251d118b2 in term 0.
02:16:20.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.231439 32278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d4e8b1b46a4e4252ab4fc31c6a6eb6a7" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc" is_pre_election: true
02:16:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.233596 32354 leader_election.cc:304] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 986de64eedcd467a9d587d96e33e97bc, c40acf013f0f4401a3beda1251d118b2; no voters: 
02:16:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.234498   918 raft_consensus.cc:2804] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.234903   918 raft_consensus.cc:493] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.235226   918 raft_consensus.cc:3060] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.209254   886 raft_consensus.cc:493] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.221272   898 raft_consensus.cc:515] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.241176 32418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b0860a5dd5542e4a5bd19d8269dde11" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2"
02:16:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.242841 32212 leader_election.cc:343] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559): Illegal state: must be running to vote when last-logged opid is not known
02:16:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.243696   898 leader_election.cc:290] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 election: Requested vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.247 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.247 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.247 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.249 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.249531   862 tablet_bootstrap.cc:492] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2: No bootstrap required, opened a new log
02:16:20.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.250010   862 ts_tablet_manager.cc:1403] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2: Time spent bootstrapping tablet: real 0.102s	user 0.014s	sys 0.000s
02:16:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.251673   918 raft_consensus.cc:515] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.258944 32278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d10ce50748464f268619f5369e938216" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc"
02:16:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.259524 32278 raft_consensus.cc:3060] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Advancing to term 1
02:16:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.267366 32278 raft_consensus.cc:2468] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c40acf013f0f4401a3beda1251d118b2 in term 1.
02:16:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.268683 32354 leader_election.cc:304] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 986de64eedcd467a9d587d96e33e97bc, c40acf013f0f4401a3beda1251d118b2; no voters: 
02:16:20.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.269759   908 raft_consensus.cc:2804] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 1 FOLLOWER]: Leader election won for term 1
02:16:20.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.237709   886 raft_consensus.cc:3060] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.274977   918 leader_election.cc:290] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 election: Requested vote from peers 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889), 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263)
02:16:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.276027 32138 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b0860a5dd5542e4a5bd19d8269dde11" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567"
02:16:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.276633 32138 raft_consensus.cc:3060] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.277033 32074 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.30.225.66:40889, user_credentials={real_user=slave}} blocked reactor thread for 82966.5us
02:16:20.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.280257   816 heartbeater.cc:499] Master 127.31.182.125:35345 was elected leader, sending a full tablet report...
02:16:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.279251 32278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "614d1c2a03434d5f95423641e6f062a6" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc"
02:16:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.283118   886 raft_consensus.cc:515] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.285969   886 leader_election.cc:290] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 election: Requested vote from peers 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.290125 32278 raft_consensus.cc:3060] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Advancing to term 1
02:16:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.293295 32277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d10ce50748464f268619f5369e938216" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc"
02:16:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.294180 32277 raft_consensus.cc:2393] T d10ce50748464f268619f5369e938216 P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 0566f19301e04a6ca0284671db312567 in current term 1: Already voted for candidate c40acf013f0f4401a3beda1251d118b2 in this term.
02:16:20.295 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.295 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.295 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.296 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.284248   898 raft_consensus.cc:493] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:20.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.295493   898 raft_consensus.cc:515] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.298108   898 leader_election.cc:290] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.300551 32137 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e81b80a4d734054b91f33e1cf65dd19" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567" is_pre_election: true
02:16:20.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.301491 32137 raft_consensus.cc:2468] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 986de64eedcd467a9d587d96e33e97bc in term 0.
02:16:20.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.302912 32136 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d10ce50748464f268619f5369e938216" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567" is_pre_election: true
02:16:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.282394   908 raft_consensus.cc:697] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [term 1 LEADER]: Becoming Leader. State: Replica: c40acf013f0f4401a3beda1251d118b2, State: Running, Role: LEADER
02:16:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.305857 32211 leader_election.cc:304] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: 
02:16:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.306643 32136 raft_consensus.cc:2393] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c40acf013f0f4401a3beda1251d118b2 in current term 1: Already voted for candidate 0566f19301e04a6ca0284671db312567 in this term.
02:16:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.306435   908 consensus_queue.cc:237] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } }
02:16:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.291136   862 raft_consensus.cc:359] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.307664   862 raft_consensus.cc:385] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.308064   862 raft_consensus.cc:740] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c40acf013f0f4401a3beda1251d118b2, State: Initialized, Role: FOLLOWER
02:16:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.299150 32418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e81b80a4d734054b91f33e1cf65dd19" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2" is_pre_election: true
02:16:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.308789   862 consensus_queue.cc:260] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.310 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.310 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.310 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.310511 32212 leader_election.cc:343] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559): Illegal state: must be running to vote when last-logged opid is not known
02:16:20.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.312 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.312 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.307569   898 raft_consensus.cc:2804] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:20.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.313452   898 raft_consensus.cc:493] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.313783   898 raft_consensus.cc:3060] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Advancing to term 1
02:16:20.314 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:20.314 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:20.314 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.315 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.317826   862 ts_tablet_manager.cc:1434] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2: Time spent starting tablet: real 0.068s	user 0.006s	sys 0.001s
02:16:20.320 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.320 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.320 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.321 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.318001 32418 raft_consensus.cc:3060] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.323594 32135 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d10ce50748464f268619f5369e938216" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567"
02:16:20.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.324837   862 tablet_bootstrap.cc:492] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2: Bootstrap starting.
02:16:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.324007   928 raft_consensus.cc:515] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.327601   928 leader_election.cc:290] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 election: Requested vote from peers 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.328555 32277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7d7a7cec540249f483a82ab101231a7f" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc"
02:16:20.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.329146 32277 raft_consensus.cc:3060] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc [term 0 FOLLOWER]: Advancing to term 1
02:16:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.328179 32137 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d4e8b1b46a4e4252ab4fc31c6a6eb6a7" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567" is_pre_election: true
02:16:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.332100 32135 raft_consensus.cc:2393] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate c40acf013f0f4401a3beda1251d118b2 in current term 1: Already voted for candidate 0566f19301e04a6ca0284671db312567 in this term.
02:16:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.346048 32137 raft_consensus.cc:2393] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c40acf013f0f4401a3beda1251d118b2 in current term 1: Already voted for candidate 986de64eedcd467a9d587d96e33e97bc in this term.
02:16:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.345994 32417 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "614d1c2a03434d5f95423641e6f062a6" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2" is_pre_election: true
02:16:20.350 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.346973 32417 raft_consensus.cc:2468] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0566f19301e04a6ca0284671db312567 in term 0.
02:16:20.350 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.350 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.350 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.347021 32138 raft_consensus.cc:2468] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 986de64eedcd467a9d587d96e33e97bc in term 1.
02:16:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.354790 32211 leader_election.cc:304] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: c40acf013f0f4401a3beda1251d118b2
02:16:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.355535   862 tablet_bootstrap.cc:654] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2: Neither blocks nor log segments found. Creating new log.
02:16:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.356132   873 raft_consensus.cc:2804] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Leader election won for term 1
02:16:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.358906 32415 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "614d1c2a03434d5f95423641e6f062a6" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2"
02:16:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.366714 32277 raft_consensus.cc:2468] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0566f19301e04a6ca0284671db312567 in term 1.
02:16:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.366017 31758 catalog_manager.cc:5696] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 reported cstate change: term changed from 0 to 1, leader changed from <none> to c40acf013f0f4401a3beda1251d118b2 (127.30.225.67). New cstate: current_term: 1 leader_uuid: "c40acf013f0f4401a3beda1251d118b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } health_report { overall_health: UNKNOWN } } }
02:16:20.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:20.371 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:20.371 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:20.371 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:20.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:20.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:20.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:20.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:20.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:20.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:20.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:20.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:20.372 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:20.372 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:20.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.374722 32074 leader_election.cc:304] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: 
02:16:20.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.375764   928 raft_consensus.cc:2804] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader election won for term 1
02:16:20.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.372546 32278 raft_consensus.cc:2468] T 614d1c2a03434d5f95423641e6f062a6 P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0566f19301e04a6ca0284671db312567 in term 1.
02:16:20.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.376422   928 raft_consensus.cc:697] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [term 1 LEADER]: Becoming Leader. State: Replica: 0566f19301e04a6ca0284671db312567, State: Running, Role: LEADER
02:16:20.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.378118   928 consensus_queue.cc:237] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.387791   898 raft_consensus.cc:515] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.360208 32415 raft_consensus.cc:3060] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.393548   873 raft_consensus.cc:697] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [term 1 LEADER]: Becoming Leader. State: Replica: 986de64eedcd467a9d587d96e33e97bc, State: Running, Role: LEADER
02:16:20.395 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.395 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.395 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.395334   873 consensus_queue.cc:237] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.407938 32416 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7d7a7cec540249f483a82ab101231a7f" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2" is_pre_election: true
02:16:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.409765 32074 leader_election.cc:304] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: 
02:16:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.411113 32417 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d10ce50748464f268619f5369e938216" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2" is_pre_election: true
02:16:20.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.412134   886 raft_consensus.cc:2804] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader election won for term 1
02:16:20.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.412726   886 raft_consensus.cc:697] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [term 1 LEADER]: Becoming Leader. State: Replica: 0566f19301e04a6ca0284671db312567, State: Running, Role: LEADER
02:16:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.413653   886 consensus_queue.cc:237] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.417542   949 consensus_queue.cc:1048] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.013s
02:16:20.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.421032   898 leader_election.cc:290] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 election: Requested vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559)
02:16:20.427 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.427 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.427 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.428 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.429 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.397280 32351 leader_election.cc:304] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c40acf013f0f4401a3beda1251d118b2; no voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc
02:16:20.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.433007 32072 leader_election.cc:343] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559): Illegal state: must be running to vote when last-logged opid is not known
02:16:20.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.433259   908 raft_consensus.cc:2749] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P c40acf013f0f4401a3beda1251d118b2 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:20.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.407229 32413 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7d7a7cec540249f483a82ab101231a7f" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2"
02:16:20.435 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:20.435 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:20.435 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.420879 32414 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d10ce50748464f268619f5369e938216" candidate_uuid: "0566f19301e04a6ca0284671db312567" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2"
02:16:20.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.435372   898 consensus_queue.cc:1048] T d4e8b1b46a4e4252ab4fc31c6a6eb6a7 P 986de64eedcd467a9d587d96e33e97bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:16:20.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.440498   862 tablet_bootstrap.cc:492] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2: No bootstrap required, opened a new log
02:16:20.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.440722 32413 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e81b80a4d734054b91f33e1cf65dd19" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c40acf013f0f4401a3beda1251d118b2"
02:16:20.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.440936   862 ts_tablet_manager.cc:1403] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2: Time spent bootstrapping tablet: real 0.116s	user 0.016s	sys 0.005s
02:16:20.446 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:20.446 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:20.446 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.444752   862 raft_consensus.cc:359] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.445611 32072 leader_election.cc:343] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559): Illegal state: must be running to vote when last-logged opid is not known
02:16:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.445664   862 raft_consensus.cc:385] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.446132 32212 leader_election.cc:343] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer c40acf013f0f4401a3beda1251d118b2 (127.30.225.67:39559): Illegal state: must be running to vote when last-logged opid is not known
02:16:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.446066   862 raft_consensus.cc:740] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c40acf013f0f4401a3beda1251d118b2, State: Initialized, Role: FOLLOWER
02:16:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.446585 32072 leader_election.cc:304] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0566f19301e04a6ca0284671db312567; no voters: 986de64eedcd467a9d587d96e33e97bc, c40acf013f0f4401a3beda1251d118b2
02:16:20.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:20.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:20.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:20.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:20.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:20.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:20.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:20.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:20.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.447578   886 raft_consensus.cc:2749] T d10ce50748464f268619f5369e938216 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:16:20.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.446928   862 consensus_queue.cc:260] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:20.453 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:20.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.455701 31758 catalog_manager.cc:5696] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0566f19301e04a6ca0284671db312567 (127.30.225.65). New cstate: current_term: 1 leader_uuid: "0566f19301e04a6ca0284671db312567" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } health_report { overall_health: UNKNOWN } } }
02:16:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.459646 32415 raft_consensus.cc:2468] T 614d1c2a03434d5f95423641e6f062a6 P c40acf013f0f4401a3beda1251d118b2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0566f19301e04a6ca0284671db312567 in term 1.
02:16:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.468575   862 ts_tablet_manager.cc:1434] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2: Time spent starting tablet: real 0.027s	user 0.006s	sys 0.000s
02:16:20.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.469578   862 tablet_bootstrap.cc:492] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2: Bootstrap starting.
02:16:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.476259   862 tablet_bootstrap.cc:654] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2: Neither blocks nor log segments found. Creating new log.
02:16:20.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:20.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.487371 31760 catalog_manager.cc:5696] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 986de64eedcd467a9d587d96e33e97bc (127.30.225.66). New cstate: current_term: 1 leader_uuid: "986de64eedcd467a9d587d96e33e97bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } health_report { overall_health: UNKNOWN } } }
02:16:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.513139 31759 catalog_manager.cc:5696] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0566f19301e04a6ca0284671db312567 (127.30.225.65). New cstate: current_term: 1 leader_uuid: "0566f19301e04a6ca0284671db312567" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } health_report { overall_health: UNKNOWN } } }
02:16:20.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:20.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.517030 32211 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.30.225.65:37263, user_credentials={real_user=slave}} blocked reactor thread for 110393us
02:16:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.520880 32138 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e81b80a4d734054b91f33e1cf65dd19" candidate_uuid: "986de64eedcd467a9d587d96e33e97bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567"
02:16:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.521479 32138 raft_consensus.cc:3060] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.528412 32138 raft_consensus.cc:2468] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 986de64eedcd467a9d587d96e33e97bc in term 1.
02:16:20.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.534090 32211 leader_election.cc:304] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc; no voters: c40acf013f0f4401a3beda1251d118b2
02:16:20.534 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:20.535 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:20.535 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.536 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.537667   949 raft_consensus.cc:2804] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Leader election won for term 1
02:16:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.543465   949 raft_consensus.cc:697] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [term 1 LEADER]: Becoming Leader. State: Replica: 986de64eedcd467a9d587d96e33e97bc, State: Running, Role: LEADER
02:16:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.544492   949 consensus_queue.cc:237] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.555 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.555 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.555 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.587 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.587 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.587 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.601794   862 tablet_bootstrap.cc:492] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2: No bootstrap required, opened a new log
02:16:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.602232   862 ts_tablet_manager.cc:1403] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2: Time spent bootstrapping tablet: real 0.133s	user 0.024s	sys 0.016s
02:16:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.604943   862 raft_consensus.cc:359] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.605707   862 raft_consensus.cc:385] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.606086   862 raft_consensus.cc:740] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c40acf013f0f4401a3beda1251d118b2, State: Initialized, Role: FOLLOWER
02:16:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.607430   862 consensus_queue.cc:260] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.612443   862 ts_tablet_manager.cc:1434] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2: Time spent starting tablet: real 0.010s	user 0.004s	sys 0.003s
02:16:20.634 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:20.635 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:20.635 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.638993   908 raft_consensus.cc:493] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:20.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.639483   908 raft_consensus.cc:515] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.641633   908 leader_election.cc:290] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889)
02:16:20.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.644280 32278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e81b80a4d734054b91f33e1cf65dd19" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc" is_pre_election: true
02:16:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.645009 31760 catalog_manager.cc:5696] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 986de64eedcd467a9d587d96e33e97bc (127.30.225.66). New cstate: current_term: 1 leader_uuid: "986de64eedcd467a9d587d96e33e97bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } health_report { overall_health: UNKNOWN } } }
02:16:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.646996   908 raft_consensus.cc:493] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.647543   908 raft_consensus.cc:515] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:20.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.650549 32137 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7d7a7cec540249f483a82ab101231a7f" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567" is_pre_election: true
02:16:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.653854 32278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7d7a7cec540249f483a82ab101231a7f" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc" is_pre_election: true
02:16:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.654619 32278 raft_consensus.cc:2393] T 7d7a7cec540249f483a82ab101231a7f P 986de64eedcd467a9d587d96e33e97bc [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c40acf013f0f4401a3beda1251d118b2 in current term 1: Already voted for candidate 0566f19301e04a6ca0284671db312567 in this term.
02:16:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.656018 32354 leader_election.cc:304] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c40acf013f0f4401a3beda1251d118b2; no voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc
02:16:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.656904   908 leader_election.cc:290] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889)
02:16:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.657709   908 raft_consensus.cc:3060] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.658280 32138 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e81b80a4d734054b91f33e1cf65dd19" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567" is_pre_election: true
02:16:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.660125 32138 raft_consensus.cc:2393] T 3e81b80a4d734054b91f33e1cf65dd19 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c40acf013f0f4401a3beda1251d118b2 in current term 1: Already voted for candidate 986de64eedcd467a9d587d96e33e97bc in this term.
02:16:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.661250 32351 leader_election.cc:304] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c40acf013f0f4401a3beda1251d118b2; no voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc
02:16:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.670127   918 raft_consensus.cc:3060] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.671017   947 raft_consensus.cc:493] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.671486   947 raft_consensus.cc:515] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 } } peers { permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 } } peers { permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 } }
02:16:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.673743   947 leader_election.cc:290] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0566f19301e04a6ca0284671db312567 (127.30.225.65:37263), 986de64eedcd467a9d587d96e33e97bc (127.30.225.66:40889)
02:16:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.677563 32138 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b0860a5dd5542e4a5bd19d8269dde11" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0566f19301e04a6ca0284671db312567" is_pre_election: true
02:16:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.679206 32278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b0860a5dd5542e4a5bd19d8269dde11" candidate_uuid: "c40acf013f0f4401a3beda1251d118b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "986de64eedcd467a9d587d96e33e97bc" is_pre_election: true
02:16:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.682232   918 raft_consensus.cc:2749] T 3e81b80a4d734054b91f33e1cf65dd19 P c40acf013f0f4401a3beda1251d118b2 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.683198   908 raft_consensus.cc:2749] T 7d7a7cec540249f483a82ab101231a7f P c40acf013f0f4401a3beda1251d118b2 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:20.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.688089 32138 raft_consensus.cc:2393] T 4b0860a5dd5542e4a5bd19d8269dde11 P 0566f19301e04a6ca0284671db312567 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c40acf013f0f4401a3beda1251d118b2 in current term 1: Already voted for candidate 986de64eedcd467a9d587d96e33e97bc in this term.
02:16:20.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.689299 32351 leader_election.cc:304] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c40acf013f0f4401a3beda1251d118b2; no voters: 0566f19301e04a6ca0284671db312567, 986de64eedcd467a9d587d96e33e97bc
02:16:20.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.690542   908 raft_consensus.cc:3060] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [term 0 FOLLOWER]: Advancing to term 1
02:16:20.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.703886   918 consensus_queue.cc:1048] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:16:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.715240   908 raft_consensus.cc:2749] T 4b0860a5dd5542e4a5bd19d8269dde11 P c40acf013f0f4401a3beda1251d118b2 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:20.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.743572   947 consensus_queue.cc:1048] T d10ce50748464f268619f5369e938216 P c40acf013f0f4401a3beda1251d118b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:20.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.795863   952 consensus_queue.cc:1048] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:20.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.807411   928 consensus_queue.cc:1048] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.823333   928 consensus_queue.cc:1048] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [LEADER]: Connected to new peer: Peer: permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.831789   952 consensus_queue.cc:1048] T 4b0860a5dd5542e4a5bd19d8269dde11 P 986de64eedcd467a9d587d96e33e97bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:20.854 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:20.854 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:20.854 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:20.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:20.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:20.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:20.856 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:20.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.858058   928 consensus_queue.cc:1048] T 614d1c2a03434d5f95423641e6f062a6 P 0566f19301e04a6ca0284671db312567 [LEADER]: Connected to new peer: Peer: permanent_uuid: "986de64eedcd467a9d587d96e33e97bc" member_type: VOTER last_known_addr { host: "127.30.225.66" port: 40889 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:16:20.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:20.877 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:20.878 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:20.878 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:20.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:20.880 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27925), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [54ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [96ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [107ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [195ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [307ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [308ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [483ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [527ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [527ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [823ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [824ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1444ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4541ms] refreshing cache from master, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4543ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4543ms] too many traces: truncated at 100 traces, deferred=Deferred@883082150(state=PENDING, result=null, callback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148), errback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148)))
02:16:20.881 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:20.881 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:20.881 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:20.881 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27925), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [54ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [96ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [107ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [195ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [307ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [308ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [483ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [527ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [527ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [823ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [824ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1444ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4541ms] refreshing cache from master, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4543ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4543ms] too many traces: truncated at 100 traces, deferred=Deferred@883082150(state=PENDING, result=null, callback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148), errback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27925), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [54ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [96ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [107ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [195ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [307ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [308ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [483ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [527ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [527ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [823ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [824ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1444ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4541ms] refreshing cache from master, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4543ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4543ms] too many traces: truncated at 100 traces, deferred=Deferred@883082150(state=PENDING, result=null, callback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148), errback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:20.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:20.887 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27925), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [54ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [96ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [107ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [195ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [307ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [308ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [483ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [527ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [527ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [823ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [824ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1444ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4541ms] refreshing cache from master, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4543ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4543ms] too many traces: truncated at 100 traces, deferred=Deferred@883082150(state=PENDING, result=null, callback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148), errback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27925), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [54ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [96ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [107ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [195ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [305ms] refreshing cache from master, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [307ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [308ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [308ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [483ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [527ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [527ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [823ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [824ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [824ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1444ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [4541ms] refreshing cache from master, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [4542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [4543ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [4543ms] too many traces: truncated at 100 traces, deferred=Deferred@883082150(state=PENDING, result=null, callback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148), errback=(continuation of Deferred@1219710323 after retry RPC after error@1430510541) -> (continuation of Deferred@497395653 after retry RPC after error@1069082660) -> (continuation of Deferred@1840444021 after retry RPC after error@652530109) -> (continuation of Deferred@374329643 after retry RPC after error@1859056142) -> (continuation of Deferred@336958712 after retry RPC after error@352110334) -> (continuation of Deferred@2094177219 after retry RPC after error@1695893717) -> (continuation of Deferred@1562358491 after retry RPC after error@799425712) -> (continuation of Deferred@1195560452 after retry RPC after error@140404185) -> (continuation of Deferred@678926179 after retry RPC after error@904516889) -> (continuation of Deferred@1678380878 after retry RPC after error@520212155) -> (continuation of Deferred@190422711 after retry RPC after error@1885586392) -> (continuation of Deferred@1151845093 after retry RPC after error@1430436060) -> (continuation of Deferred@304691429 after retry RPC after error@2084197499) -> (continuation of Deferred@108007923 after retry RPC after error@1186254265) -> (continuation of Deferred@495008666 after retry RPC after error@859192797) -> (continuation of Deferred@894393793 after retry RPC after error@1433831380) -> (continuation of Deferred@1103047435 after retry RPC after error@1130704436) -> (continuation of Deferred@210490060 after retry RPC after error@1839381678) -> (continuation of Deferred@1442653538 after retry RPC after error@1065592167) -> (continuation of Deferred@1842093545 after retry RPC after error@368282418) -> (continuation of Deferred@689535707 after retry RPC after error@185817602) -> (continuation of Deferred@113061340 after retry RPC after error@253660194) -> (continuation of Deferred@1840509112 after retry RPC after error@2095146054) -> (continuation of Deferred@324892107 after retry RPC after error@1750701086) -> (continuation of Deferred@438149021 after retry RPC after error@1839795148)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.252:46509
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:20.888 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:16:20.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
02:16:20.892 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
02:16:20.892 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
02:16:20.892 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
02:16:20.892 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
02:16:20.892 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
02:16:20.892 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
02:16:20.893 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
02:16:20.893 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
02:16:20.894 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:16:20.894 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
02:16:20.894 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
02:16:20.896 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:20.896 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:20.896 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:20.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.897 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
02:16:20.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.897 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
02:16:20.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.897 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
02:16:20.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.897 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:20.898 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:16:20.898 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
02:16:20.898 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
02:16:20.899 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
02:16:20.899 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
02:16:20.899 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
02:16:20.900 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:16:20.900 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
02:16:20.900 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
02:16:20.901 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
02:16:20.902 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
02:16:20.903 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
02:16:20.903 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
02:16:20.904 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:20.904 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:20.905 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
02:16:20.905 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
02:16:20.906 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job a6c13ce6708e2c3e17c8a86cefc17c1f
02:16:20.916 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:20.916 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:20.916 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:20.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.917 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:20.940 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:20.940 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:20.940 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:20.941 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.941 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.941 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.945722   940 consensus_queue.cc:1048] T 7d7a7cec540249f483a82ab101231a7f P 0566f19301e04a6ca0284671db312567 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.948755   949 consensus_queue.cc:1048] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "c40acf013f0f4401a3beda1251d118b2" member_type: VOTER last_known_addr { host: "127.30.225.67" port: 39559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:20.956 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:20.957 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:20.957 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:20.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.958 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:20.977 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:20.978 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:20.978 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:20.978 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:20.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.979 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:20.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:20.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:20.980 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:20.990 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:20.994 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:20.995 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:20.995 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:20.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:20.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:20.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:20.996 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:20.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d10ce50748464f268619f5369e938216 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:20.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 614d1c2a03434d5f95423641e6f062a6 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:20.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:20.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4b0860a5dd5542e4a5bd19d8269dde11 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:20.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7d7a7cec540249f483a82ab101231a7f for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:20.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e81b80a4d734054b91f33e1cf65dd19 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:20.999 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:21.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.225.125:37847, [7ms] Sub RPC GetTableLocations: received response from server master-127.30.225.125:37847: OK, deferred=null) after lookup
02:16:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.009789   952 consensus_queue.cc:1048] T 3e81b80a4d734054b91f33e1cf65dd19 P 986de64eedcd467a9d587d96e33e97bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0566f19301e04a6ca0284671db312567" member_type: VOTER last_known_addr { host: "127.30.225.65" port: 37263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:16:21.012 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] connecting to peer
02:16:21.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:21.036 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:21.036 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:21.036 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:21.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:21.046 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] Successfully connected to peer
02:16:21.102 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:21.115 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7a2d7a7d, L:/127.0.0.1:39814 - R:/127.30.225.67:39559] using TOKEN/null
02:16:21.121 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:21.121 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:21.121 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:21.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:21.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:21.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:21.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:21.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:21.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:21.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:21.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:21.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:21.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:21.140 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:21.140 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:21.140 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:21.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:21.141 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:21.141 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:21.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:21.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:21.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:21.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:21.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:21.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:21.141 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:21.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:21.156 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:21.156 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:21.156 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:21.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.158 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:21.176 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:21.176 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:21.176 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:21.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.178 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:21.199 [DEBUG - main] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:21.220 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:21.252 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:21.259 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xb0380701, L:/127.0.0.1:38846 - R:/127.30.225.66:40889] using TOKEN/null
02:16:21.311 [DEBUG - main] (Connection.java:748) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] connecting to peer
02:16:21.327 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] Successfully connected to peer
02:16:21.336 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:21.336 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:21.336 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:21.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:21.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:21.337 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.337 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.337 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:21.337 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:21.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:21.384 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:21.390 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:21.391 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:21.391 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:21.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.392 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.392 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:21.406 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x8fc34518, L:/127.0.0.1:53710 - R:/127.30.225.65:37263] using TOKEN/null
02:16:21.454 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:21.454 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:21.454 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:21.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:21.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:21.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:21.580 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:21.580 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:21.580 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:21.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:21.580 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:21.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:21.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:21.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:21.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:21.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:21.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:21.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:21.581 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:21.592 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:21.593 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:21.593 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:21.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:21.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:21.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:21.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:21.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:21.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:21.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:21.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:21.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:21.594 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:21.625 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:21.626 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:21.626 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:21.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:21.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:21.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:21.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:21.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:21.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:21.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:21.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:21.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:21.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:21.627 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28690), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [75ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [75ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [191ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [198ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [198ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [307ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [308ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [308ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [423ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [563ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [843ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1123ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2223ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1919913467(state=PENDING, result=null, callback=(continuation of Deferred@1763231528 after retry RPC after error@1314567919) -> (continuation of Deferred@916953994 after retry RPC after error@950655216) -> (continuation of Deferred@396847434 after retry RPC after error@206657695) -> (continuation of Deferred@111212884 after retry RPC after error@1882771240) -> (continuation of Deferred@1551435100 after retry RPC after error@1525300204) -> (continuation of Deferred@1535181756 after retry RPC after error@1844889195) -> (continuation of Deferred@2033286508 after retry RPC after error@1913588989) -> (continuation of Deferred@566259171 after retry RPC after error@2061378094) -> (continuation of Deferred@142010884 after retry RPC after error@43280147) -> (continuation of Deferred@546942423 after retry RPC after error@735917240) -> (continuation of Deferred@340053261 after retry RPC after error@902405225) -> (continuation of Deferred@1490253842 after retry RPC after error@451538756) -> (continuation of Deferred@687306161 after retry RPC after error@1369742866) -> (continuation of Deferred@318013404 after retry RPC after error@1202860297) -> (continuation of Deferred@1425776307 after retry RPC after error@559599152) -> (continuation of Deferred@274812760 after retry RPC after error@1183653412) -> (continuation of Deferred@1309351488 after retry RPC after error@962028287) -> (continuation of Deferred@601284866 after retry RPC after error@226797410) -> (continuation of Deferred@468402572 after retry RPC after error@430540948) -> (continuation of Deferred@233026642 after retry RPC after error@628407611) -> (continuation of Deferred@1683128120 after retry RPC after error@829072910), errback=(continuation of Deferred@1763231528 after retry RPC after error@1314567919) -> (continuation of Deferred@916953994 after retry RPC after error@950655216) -> (continuation of Deferred@396847434 after retry RPC after error@206657695) -> (continuation of Deferred@111212884 after retry RPC after error@1882771240) -> (continuation of Deferred@1551435100 after retry RPC after error@1525300204) -> (continuation of Deferred@1535181756 after retry RPC after error@1844889195) -> (continuation of Deferred@2033286508 after retry RPC after error@1913588989) -> (continuation of Deferred@566259171 after retry RPC after error@2061378094) -> (continuation of Deferred@142010884 after retry RPC after error@43280147) -> (continuation of Deferred@546942423 after retry RPC after error@735917240) -> (continuation of Deferred@340053261 after retry RPC after error@902405225) -> (continuation of Deferred@1490253842 after retry RPC after error@451538756) -> (continuation of Deferred@687306161 after retry RPC after error@1369742866) -> (continuation of Deferred@318013404 after retry RPC after error@1202860297) -> (continuation of Deferred@1425776307 after retry RPC after error@559599152) -> (continuation of Deferred@274812760 after retry RPC after error@1183653412) -> (continuation of Deferred@1309351488 after retry RPC after error@962028287) -> (continuation of Deferred@601284866 after retry RPC after error@226797410) -> (continuation of Deferred@468402572 after retry RPC after error@430540948) -> (continuation of Deferred@233026642 after retry RPC after error@628407611) -> (continuation of Deferred@1683128120 after retry RPC after error@829072910)))
02:16:21.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:21.686 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:21.687 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:21.687 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:21.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.688 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:21.702 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:21.709 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:21.710 [DEBUG - main] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:16:21.711 [DEBUG - main] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:16:21.711 [DEBUG - main] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:16:21.711 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.182.124:36505(127.31.182.124:36505)] Successfully connected to peer
02:16:21.712 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.182.125:35345(127.31.182.125:35345)] Successfully connected to peer
02:16:21.716 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.124
02:16:21.728 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:21.730 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.125
02:16:21.731 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x67f0723c, L:/127.0.0.1:52844 - R:/127.31.182.124:36505] using SASL/PLAIN
02:16:21.734 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.182.126:37263(127.31.182.126:37263)] Successfully connected to peer
02:16:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:21.734578 32564 acceptor_pool.cc:311] unable to collect diagnostics on RPC socket 127.31.182.126:37263: Invalid argument: socket address is ambiguous
02:16:21.739 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.126
02:16:21.743 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:21.748 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbe5bc0a9, L:/127.0.0.1:52458 - R:/127.31.182.125:35345] using SASL/PLAIN
02:16:21.748 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:21.751 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:21.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.124:36505, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.125:35345, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.126:37263, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.124:36505: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.125:35345: OK, deferred=null) after lookup
02:16:21.752 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdf89bc0d, L:/127.0.0.1:40110 - R:/127.31.182.126:37263] using SASL/PLAIN
02:16:21.756 [DEBUG - main] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:21.756 [DEBUG - main] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:21.757 [DEBUG - main] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:21.757 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.225.126:36919(127.30.225.126:36919)] Successfully connected to peer
02:16:21.761 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.126
02:16:21.757 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.225.125:37847(127.30.225.125:37847)] Successfully connected to peer
02:16:21.765 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.225.124:43913(127.30.225.124:43913)] Successfully connected to peer
02:16:21.770 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:21.773 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.124
02:16:21.775 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbd786476, L:/127.0.0.1:50124 - R:/127.30.225.126:36919] using SASL/PLAIN
02:16:21.775 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.125
02:16:21.782 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:21.785 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb5c3619d, L:/127.0.0.1:39564 - R:/127.30.225.124:43913] using SASL/PLAIN
02:16:21.787 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:21.790 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd329cede, L:/127.0.0.1:37986 - R:/127.30.225.125:37847] using SASL/PLAIN
02:16:21.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:21.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: OK, deferred=null) after lookup
02:16:21.796 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:21.797 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:21.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:21.797 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:21.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:21.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:21.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:21.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:21.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:21.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:21.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:21.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:21.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:21.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:21.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d10ce50748464f268619f5369e938216 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:21.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 614d1c2a03434d5f95423641e6f062a6 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:21.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:21.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4b0860a5dd5542e4a5bd19d8269dde11 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:21.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7d7a7cec540249f483a82ab101231a7f for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:21.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e81b80a4d734054b91f33e1cf65dd19 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:21.803 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.806746 32607 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52458:
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:16:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:16:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:16:21.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:21.812255 32607 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:16:21.813 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:21.813 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:21.813 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:21.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:21.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:21.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:21.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:21.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:21.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:21.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:21.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:21.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:21.814 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:21.854 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:21.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.940904   463 tablet_service.cc:1511] Processing CreateTablet for tablet d64dce73760f4340a39ea6dfa11ee816 (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:16:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.941753   462 tablet_service.cc:1511] Processing CreateTablet for tablet 7b70a4f2d8894c79a56db640be972b34 (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:16:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.942003   464 tablet_service.cc:1511] Processing CreateTablet for tablet 4b606b5e83a44bae9bab3836913db66a (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:16:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.942919   460 tablet_service.cc:1511] Processing CreateTablet for tablet 13ba4c4d6a464a7da5528902b639d2ee (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:16:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.940904   461 tablet_service.cc:1511] Processing CreateTablet for tablet 7b2964db229241ba90392808fa93ba7e (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:16:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.943480   465 tablet_service.cc:1511] Processing CreateTablet for tablet 84729a713ed045bcbcea1f6517d88f92 (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:16:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.945168   463 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d64dce73760f4340a39ea6dfa11ee816. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.946 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:21.946 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:21.946 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:21.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.947970   462 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7b70a4f2d8894c79a56db640be972b34. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.949846   464 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b606b5e83a44bae9bab3836913db66a. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.955919   461 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7b2964db229241ba90392808fa93ba7e. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.956714   460 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13ba4c4d6a464a7da5528902b639d2ee. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.958288   465 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84729a713ed045bcbcea1f6517d88f92. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.966717   605 tablet_service.cc:1511] Processing CreateTablet for tablet 7b70a4f2d8894c79a56db640be972b34 (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:16:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.970132   603 tablet_service.cc:1511] Processing CreateTablet for tablet 13ba4c4d6a464a7da5528902b639d2ee (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:16:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.973846   604 tablet_service.cc:1511] Processing CreateTablet for tablet 7b2964db229241ba90392808fa93ba7e (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:16:21.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:21.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.975183   607 tablet_service.cc:1511] Processing CreateTablet for tablet 4b606b5e83a44bae9bab3836913db66a (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:16:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.970798   605 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7b70a4f2d8894c79a56db640be972b34. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.972839   606 tablet_service.cc:1511] Processing CreateTablet for tablet d64dce73760f4340a39ea6dfa11ee816 (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:16:21.979 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:21.979 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:21.979 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:21.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:21.980 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.980 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:21.980 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.980 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.980 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:21.980 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.981817   607 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b606b5e83a44bae9bab3836913db66a. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.986701   604 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7b2964db229241ba90392808fa93ba7e. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.988422   606 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d64dce73760f4340a39ea6dfa11ee816. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.990182   603 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13ba4c4d6a464a7da5528902b639d2ee. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.991734   608 tablet_service.cc:1511] Processing CreateTablet for tablet 84729a713ed045bcbcea1f6517d88f92 (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:16:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.992849   608 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84729a713ed045bcbcea1f6517d88f92. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:22.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:22.057 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:22.057 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:22.057 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:22.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:22.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:22.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:22.060 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:22.060 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:22.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:22.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:22.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:22.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:22.061 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:22.062 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [171ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [171ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [249ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [345ms] refreshing cache from master, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [348ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [348ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [351ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [351ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [561ms] refreshing cache from master, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [564ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [564ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [565ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [565ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [621ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [622ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1382ms] refreshing cache from master, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1385ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1385ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1386ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1386ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3141ms] refreshing cache from master, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3142ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@1174981871(state=PENDING, result=null, callback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950) -> (continuation of Deferred@1832650901 after retry RPC after error@980910483) -> (continuation of Deferred@1760774600 after retry RPC after error@1870279521), errback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950) -> (continuation of Deferred@1832650901 after retry RPC after error@980910483) -> (continuation of Deferred@1760774600 after retry RPC after error@1870279521)))
02:16:22.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.071925  1030 tablet_bootstrap.cc:492] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28: Bootstrap starting.
02:16:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.108145  1033 tablet_bootstrap.cc:492] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a: Bootstrap starting.
02:16:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.107769   749 tablet_service.cc:1511] Processing CreateTablet for tablet 4b606b5e83a44bae9bab3836913db66a (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:16:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.109957   745 tablet_service.cc:1511] Processing CreateTablet for tablet 13ba4c4d6a464a7da5528902b639d2ee (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:16:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.111545   745 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13ba4c4d6a464a7da5528902b639d2ee. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.113281   747 tablet_service.cc:1511] Processing CreateTablet for tablet 7b70a4f2d8894c79a56db640be972b34 (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:16:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.114549   747 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7b70a4f2d8894c79a56db640be972b34. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:22.116 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:22.117 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:22.117 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:22.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:22.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:22.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:22.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:22.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:22.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:22.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:22.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:22.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:22.118 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:22.119 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:22.119 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:22.119 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:22.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:22.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:22.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:22.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:22.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:22.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:22.120 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:22.120 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:22.120 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:22.120 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.123172   746 tablet_service.cc:1511] Processing CreateTablet for tablet 7b2964db229241ba90392808fa93ba7e (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:16:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.125622   746 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7b2964db229241ba90392808fa93ba7e. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.128127   748 tablet_service.cc:1511] Processing CreateTablet for tablet d64dce73760f4340a39ea6dfa11ee816 (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:16:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.129379   748 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d64dce73760f4340a39ea6dfa11ee816. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.137949   749 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b606b5e83a44bae9bab3836913db66a. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.141330   750 tablet_service.cc:1511] Processing CreateTablet for tablet 84729a713ed045bcbcea1f6517d88f92 (DEFAULT_TABLE table=replication_test_table [id=1d64a747de084cc39bef92149a547521]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:16:22.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.144102   750 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84729a713ed045bcbcea1f6517d88f92. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:22.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.146910  1033 tablet_bootstrap.cc:654] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a: Neither blocks nor log segments found. Creating new log.
02:16:22.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.150205  1033 log.cc:826] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a: Log is configured to *not* fsync() on all Append() calls
02:16:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.169910  1030 tablet_bootstrap.cc:654] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28: Neither blocks nor log segments found. Creating new log.
02:16:22.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.172389  1030 log.cc:826] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28: Log is configured to *not* fsync() on all Append() calls
02:16:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.196914  1033 tablet_bootstrap.cc:492] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a: No bootstrap required, opened a new log
02:16:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.197788  1033 ts_tablet_manager.cc:1403] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a: Time spent bootstrapping tablet: real 0.090s	user 0.019s	sys 0.020s
02:16:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.213490  1030 tablet_bootstrap.cc:492] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28: No bootstrap required, opened a new log
02:16:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.214175  1030 ts_tablet_manager.cc:1403] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28: Time spent bootstrapping tablet: real 0.143s	user 0.018s	sys 0.000s
02:16:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.231127  1033 raft_consensus.cc:359] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.232277  1033 raft_consensus.cc:385] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.232730  1033 raft_consensus.cc:740] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74937a52c2924dac840ab2fc181dfa6a, State: Initialized, Role: FOLLOWER
02:16:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.233933  1033 consensus_queue.cc:260] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.246006  1033 ts_tablet_manager.cc:1434] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a: Time spent starting tablet: real 0.048s	user 0.027s	sys 0.013s
02:16:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.248245  1033 tablet_bootstrap.cc:492] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a: Bootstrap starting.
02:16:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.256309  1033 tablet_bootstrap.cc:654] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a: Neither blocks nor log segments found. Creating new log.
02:16:22.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.261771   538 tablet.cc:2406] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.295432  1033 tablet_bootstrap.cc:492] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a: No bootstrap required, opened a new log
02:16:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.296159  1033 ts_tablet_manager.cc:1403] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a: Time spent bootstrapping tablet: real 0.048s	user 0.015s	sys 0.003s
02:16:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.300467  1033 raft_consensus.cc:359] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.301427  1033 raft_consensus.cc:385] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.301903  1033 raft_consensus.cc:740] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74937a52c2924dac840ab2fc181dfa6a, State: Initialized, Role: FOLLOWER
02:16:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.303655  1033 consensus_queue.cc:260] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.326442  1038 tablet_bootstrap.cc:492] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d: Bootstrap starting.
02:16:22.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.325641  1030 raft_consensus.cc:359] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.329361  1030 raft_consensus.cc:385] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.329671  1030 raft_consensus.cc:740] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 029cc68a105b44459061557c20b69e28, State: Initialized, Role: FOLLOWER
02:16:22.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.330691  1030 consensus_queue.cc:260] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.340883  1033 ts_tablet_manager.cc:1434] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a: Time spent starting tablet: real 0.044s	user 0.007s	sys 0.000s
02:16:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.348430  1033 tablet_bootstrap.cc:492] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a: Bootstrap starting.
02:16:22.354 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:22.354 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:22.354 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:22.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:22.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:22.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:22.355 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:22.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:22.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:22.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:22.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:22.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:22.355 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.363082  1030 ts_tablet_manager.cc:1434] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28: Time spent starting tablet: real 0.149s	user 0.030s	sys 0.004s
02:16:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.364090  1030 tablet_bootstrap.cc:492] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28: Bootstrap starting.
02:16:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.364532  1038 tablet_bootstrap.cc:654] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d: Neither blocks nor log segments found. Creating new log.
02:16:22.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.378398  1030 tablet_bootstrap.cc:654] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28: Neither blocks nor log segments found. Creating new log.
02:16:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.382128  1038 log.cc:826] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d: Log is configured to *not* fsync() on all Append() calls
02:16:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.386672  1036 raft_consensus.cc:493] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.387264  1036 raft_consensus.cc:515] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.397332   680 tablet.cc:2406] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:22.401 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:22.402 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:22.402 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:22.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:22.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:22.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:22.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:22.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:22.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:22.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:22.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:22.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:22.403 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.412971  1036 leader_election.cc:290] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.417225  1030 tablet_bootstrap.cc:492] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28: No bootstrap required, opened a new log
02:16:22.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.418100  1030 ts_tablet_manager.cc:1403] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28: Time spent bootstrapping tablet: real 0.054s	user 0.013s	sys 0.002s
02:16:22.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.421166  1030 raft_consensus.cc:359] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.421943  1030 raft_consensus.cc:385] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.422300  1030 raft_consensus.cc:740] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 029cc68a105b44459061557c20b69e28, State: Initialized, Role: FOLLOWER
02:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.428395  1033 tablet_bootstrap.cc:654] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a: Neither blocks nor log segments found. Creating new log.
02:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.426122  1030 consensus_queue.cc:260] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.435328  1030 ts_tablet_manager.cc:1434] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28: Time spent starting tablet: real 0.017s	user 0.003s	sys 0.002s
02:16:22.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.436369  1030 tablet_bootstrap.cc:492] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28: Bootstrap starting.
02:16:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.444032  1038 tablet_bootstrap.cc:492] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d: No bootstrap required, opened a new log
02:16:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.447484  1038 ts_tablet_manager.cc:1403] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d: Time spent bootstrapping tablet: real 0.124s	user 0.020s	sys 0.000s
02:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.448614  1030 tablet_bootstrap.cc:654] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28: Neither blocks nor log segments found. Creating new log.
02:16:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.463129  1030 tablet_bootstrap.cc:492] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28: No bootstrap required, opened a new log
02:16:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.463773  1030 ts_tablet_manager.cc:1403] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28: Time spent bootstrapping tablet: real 0.028s	user 0.011s	sys 0.000s
02:16:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.466702  1030 raft_consensus.cc:359] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.467497  1030 raft_consensus.cc:385] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.468847  1030 raft_consensus.cc:740] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 029cc68a105b44459061557c20b69e28, State: Initialized, Role: FOLLOWER
02:16:22.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.470605  1030 consensus_queue.cc:260] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.476 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:22.476 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:22.477 [DEBUG - pool-369-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:22.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:22.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:22.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:22.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:22.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:22.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:22.477 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:22.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:22.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:22.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:22.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:22.479 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29548), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [258ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [258ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [289ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [298ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [309ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [309ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [325ms] refreshing cache from master, [325ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [355ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [356ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [357ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [358ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [423ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [481ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [482ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [582ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [829ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [829ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [835ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [836ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [902ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [902ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [903ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [903ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1361ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1364ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1365ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1369ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3021ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3022ms] too many traces: truncated at 100 traces, deferred=Deferred@1460119887(state=PENDING, result=null, callback=(continuation of Deferred@636398926 after retry RPC after error@43881776) -> (continuation of Deferred@1841446987 after retry RPC after error@124109165) -> (continuation of Deferred@1471256594 after retry RPC after error@971748289) -> (continuation of Deferred@1188326575 after retry RPC after error@1871950769) -> (continuation of Deferred@876205913 after retry RPC after error@1344806820) -> (continuation of Deferred@905752602 after retry RPC after error@1199604527) -> (continuation of Deferred@1039734681 after retry RPC after error@758966973) -> (continuation of Deferred@2106647392 after retry RPC after error@1045073414) -> (continuation of Deferred@1266291593 after retry RPC after error@22638937) -> (continuation of Deferred@2066225649 after retry RPC after error@293110316) -> (continuation of Deferred@168111569 after retry RPC after error@1075594865) -> (continuation of Deferred@2067802130 after retry RPC after error@779922612) -> (continuation of Deferred@221538063 after retry RPC after error@792299286) -> (continuation of Deferred@1430469211 after retry RPC after error@512828747) -> (continuation of Deferred@808658313 after retry RPC after error@1406211502) -> (continuation of Deferred@520911981 after retry RPC after error@144746938) -> (continuation of Deferred@555141706 after retry RPC after error@2050086819) -> (continuation of Deferred@102900636 after retry RPC after error@188917659) -> (continuation of Deferred@479295523 after retry RPC after error@1760110813) -> (continuation of Deferred@2134956191 after retry RPC after error@1629537939) -> (continuation of Deferred@1986521844 after retry RPC after error@1474927397) -> (continuation of Deferred@781460839 after retry RPC after error@1231514232) -> (continuation of Deferred@10357226 after retry RPC after error@456493679) -> (continuation of Deferred@335887219 after retry RPC after error@1724098337) -> (continuation of Deferred@383923018 after retry RPC after error@565421323) -> (continuation of Deferred@475061485 after retry RPC after error@1733397225) -> (continuation of Deferred@1613663530 after retry RPC after error@1544157145) -> (continuation of Deferred@1176829697 after retry RPC after error@759768046), errback=(continuation of Deferred@636398926 after retry RPC after error@43881776) -> (continuation of Deferred@1841446987 after retry RPC after error@124109165) -> (continuation of Deferred@1471256594 after retry RPC after error@971748289) -> (continuation of Deferred@1188326575 after retry RPC after error@1871950769) -> (continuation of Deferred@876205913 after retry RPC after error@1344806820) -> (continuation of Deferred@905752602 after retry RPC after error@1199604527) -> (continuation of Deferred@1039734681 after retry RPC after error@758966973) -> (continuation of Deferred@2106647392 after retry RPC after error@1045073414) -> (continuation of Deferred@1266291593 after retry RPC after error@22638937) -> (continuation of Deferred@2066225649 after retry RPC after error@293110316) -> (continuation of Deferred@168111569 after retry RPC after error@1075594865) -> (continuation of Deferred@2067802130 after retry RPC after error@779922612) -> (continuation of Deferred@221538063 after retry RPC after error@792299286) -> (continuation of Deferred@1430469211 after retry RPC after error@512828747) -> (continuation of Deferred@808658313 after retry RPC after error@1406211502) -> (continuation of Deferred@520911981 after retry RPC after error@144746938) -> (continuation of Deferred@555141706 after retry RPC after error@2050086819) -> (continuation of Deferred@102900636 after retry RPC after error@188917659) -> (continuation of Deferred@479295523 after retry RPC after error@1760110813) -> (continuation of Deferred@2134956191 after retry RPC after error@1629537939) -> (continuation of Deferred@1986521844 after retry RPC after error@1474927397) -> (continuation of Deferred@781460839 after retry RPC after error@1231514232) -> (continuation of Deferred@10357226 after retry RPC after error@456493679) -> (continuation of Deferred@335887219 after retry RPC after error@1724098337) -> (continuation of Deferred@383923018 after retry RPC after error@565421323) -> (continuation of Deferred@475061485 after retry RPC after error@1733397225) -> (continuation of Deferred@1613663530 after retry RPC after error@1544157145) -> (continuation of Deferred@1176829697 after retry RPC after error@759768046)))
02:16:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.480115  1030 ts_tablet_manager.cc:1434] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28: Time spent starting tablet: real 0.016s	user 0.005s	sys 0.000s
02:16:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.485605  1030 tablet_bootstrap.cc:492] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28: Bootstrap starting.
02:16:22.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.486119   628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b606b5e83a44bae9bab3836913db66a" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "029cc68a105b44459061557c20b69e28" is_pre_election: true
02:16:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.489027   421 leader_election.cc:343] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.493173  1030 tablet_bootstrap.cc:654] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28: Neither blocks nor log segments found. Creating new log.
02:16:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.494444  1039 raft_consensus.cc:493] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.494977  1039 raft_consensus.cc:515] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.498064  1039 leader_election.cc:290] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.511705  1033 tablet_bootstrap.cc:492] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a: No bootstrap required, opened a new log
02:16:22.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.512270  1033 ts_tablet_manager.cc:1403] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a: Time spent bootstrapping tablet: real 0.164s	user 0.011s	sys 0.003s
02:16:22.513 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:22.513 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:22.513 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:22.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:22.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:22.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:22.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:22.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:22.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:22.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:22.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:22.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:22.514 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:22.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.515861  1033 raft_consensus.cc:359] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.521438  1033 raft_consensus.cc:385] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.522192  1033 raft_consensus.cc:740] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74937a52c2924dac840ab2fc181dfa6a, State: Initialized, Role: FOLLOWER
02:16:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.524344  1033 consensus_queue.cc:260] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:22.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.545240   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13ba4c4d6a464a7da5528902b639d2ee" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a" is_pre_election: true
02:16:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.553979  1036 raft_consensus.cc:493] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.554401  1036 raft_consensus.cc:515] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.558238   628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b70a4f2d8894c79a56db640be972b34" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "029cc68a105b44459061557c20b69e28" is_pre_election: true
02:16:22.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.555420  1033 ts_tablet_manager.cc:1434] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a: Time spent starting tablet: real 0.043s	user 0.003s	sys 0.003s
02:16:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.562480   421 leader_election.cc:343] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.566468  1030 tablet_bootstrap.cc:492] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28: No bootstrap required, opened a new log
02:16:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.566787  1033 tablet_bootstrap.cc:492] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a: Bootstrap starting.
02:16:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.566927  1030 ts_tablet_manager.cc:1403] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28: Time spent bootstrapping tablet: real 0.082s	user 0.019s	sys 0.039s
02:16:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.570039  1030 raft_consensus.cc:359] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.570710  1030 raft_consensus.cc:385] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.570984  1030 raft_consensus.cc:740] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 029cc68a105b44459061557c20b69e28, State: Initialized, Role: FOLLOWER
02:16:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.571599  1030 consensus_queue.cc:260] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.576763  1030 ts_tablet_manager.cc:1434] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.000s
02:16:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.556341  1036 leader_election.cc:290] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.587703  1030 tablet_bootstrap.cc:492] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28: Bootstrap starting.
02:16:22.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.590663   563 leader_election.cc:343] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.495719   770 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b606b5e83a44bae9bab3836913db66a" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.564734   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b70a4f2d8894c79a56db640be972b34" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.547194   769 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13ba4c4d6a464a7da5528902b639d2ee" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.595096   420 leader_election.cc:343] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.595542   420 leader_election.cc:304] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 74937a52c2924dac840ab2fc181dfa6a; no voters: 029cc68a105b44459061557c20b69e28, bc211f05615c440780e8456cea14147d
02:16:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.595817   563 leader_election.cc:343] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.596383   563 leader_election.cc:304] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 029cc68a105b44459061557c20b69e28; no voters: 74937a52c2924dac840ab2fc181dfa6a, bc211f05615c440780e8456cea14147d
02:16:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.596801   420 leader_election.cc:343] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.597474  1039 raft_consensus.cc:2749] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.598157  1036 raft_consensus.cc:2749] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.598598  1030 tablet_bootstrap.cc:654] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28: Neither blocks nor log segments found. Creating new log.
02:16:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.598989   420 leader_election.cc:304] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 74937a52c2924dac840ab2fc181dfa6a; no voters: 029cc68a105b44459061557c20b69e28, bc211f05615c440780e8456cea14147d
02:16:22.600 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:22.600 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:22.600 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:22.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:22.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:22.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:22.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:22.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:22.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.600018  1036 raft_consensus.cc:2749] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:22.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:22.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:22.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:22.601 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.610487  1033 tablet_bootstrap.cc:654] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a: Neither blocks nor log segments found. Creating new log.
02:16:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.614136  1030 tablet_bootstrap.cc:492] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28: No bootstrap required, opened a new log
02:16:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.614553  1030 ts_tablet_manager.cc:1403] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28: Time spent bootstrapping tablet: real 0.027s	user 0.009s	sys 0.002s
02:16:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.617358  1030 raft_consensus.cc:359] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.618016  1030 raft_consensus.cc:385] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.618278  1030 raft_consensus.cc:740] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 029cc68a105b44459061557c20b69e28, State: Initialized, Role: FOLLOWER
02:16:22.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.619005  1030 consensus_queue.cc:260] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.625054  1030 ts_tablet_manager.cc:1434] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.000s
02:16:22.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.625967  1030 tablet_bootstrap.cc:492] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28: Bootstrap starting.
02:16:22.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.632524  1030 tablet_bootstrap.cc:654] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28: Neither blocks nor log segments found. Creating new log.
02:16:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.642081  1033 tablet_bootstrap.cc:492] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a: No bootstrap required, opened a new log
02:16:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.642702  1033 ts_tablet_manager.cc:1403] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a: Time spent bootstrapping tablet: real 0.076s	user 0.010s	sys 0.008s
02:16:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.644420  1030 tablet_bootstrap.cc:492] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28: No bootstrap required, opened a new log
02:16:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.644809  1030 ts_tablet_manager.cc:1403] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28: Time spent bootstrapping tablet: real 0.019s	user 0.011s	sys 0.006s
02:16:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.645987  1033 raft_consensus.cc:359] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.646801  1033 raft_consensus.cc:385] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.647161  1033 raft_consensus.cc:740] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74937a52c2924dac840ab2fc181dfa6a, State: Initialized, Role: FOLLOWER
02:16:22.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.647974  1033 consensus_queue.cc:260] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.648128  1030 raft_consensus.cc:359] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.650689  1030 raft_consensus.cc:385] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.650955  1030 raft_consensus.cc:740] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 029cc68a105b44459061557c20b69e28, State: Initialized, Role: FOLLOWER
02:16:22.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.652797  1030 consensus_queue.cc:260] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.657725  1030 ts_tablet_manager.cc:1434] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28: Time spent starting tablet: real 0.013s	user 0.003s	sys 0.004s
02:16:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.671316  1033 ts_tablet_manager.cc:1434] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a: Time spent starting tablet: real 0.028s	user 0.006s	sys 0.000s
02:16:22.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.674891  1039 raft_consensus.cc:493] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:22.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.675340  1039 raft_consensus.cc:515] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.677205  1039 leader_election.cc:290] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.680476   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b2964db229241ba90392808fa93ba7e" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a" is_pre_election: true
02:16:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.681625   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b2964db229241ba90392808fa93ba7e" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.681911   563 leader_election.cc:343] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.683125   563 leader_election.cc:343] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.683822   563 leader_election.cc:304] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 029cc68a105b44459061557c20b69e28; no voters: 74937a52c2924dac840ab2fc181dfa6a, bc211f05615c440780e8456cea14147d
02:16:22.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.685268  1039 raft_consensus.cc:2749] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:22.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.686821  1033 tablet_bootstrap.cc:492] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a: Bootstrap starting.
02:16:22.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.688330  1038 raft_consensus.cc:359] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.693261  1033 tablet_bootstrap.cc:654] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a: Neither blocks nor log segments found. Creating new log.
02:16:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.693966  1038 raft_consensus.cc:385] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.695348  1038 raft_consensus.cc:740] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc211f05615c440780e8456cea14147d, State: Initialized, Role: FOLLOWER
02:16:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.697862  1038 consensus_queue.cc:260] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.708168  1038 ts_tablet_manager.cc:1434] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d: Time spent starting tablet: real 0.260s	user 0.033s	sys 0.008s
02:16:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.711069  1038 tablet_bootstrap.cc:492] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d: Bootstrap starting.
02:16:22.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.716739   822 tablet.cc:2406] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.737553  1038 tablet_bootstrap.cc:654] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d: Neither blocks nor log segments found. Creating new log.
02:16:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.745998  1033 tablet_bootstrap.cc:492] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a: No bootstrap required, opened a new log
02:16:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.746424  1033 ts_tablet_manager.cc:1403] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a: Time spent bootstrapping tablet: real 0.060s	user 0.029s	sys 0.024s
02:16:22.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.748904  1033 raft_consensus.cc:359] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.749589  1033 raft_consensus.cc:385] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.749854  1033 raft_consensus.cc:740] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74937a52c2924dac840ab2fc181dfa6a, State: Initialized, Role: FOLLOWER
02:16:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.750586  1033 consensus_queue.cc:260] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.751237  1038 tablet_bootstrap.cc:492] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d: No bootstrap required, opened a new log
02:16:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.751696  1038 ts_tablet_manager.cc:1403] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d: Time spent bootstrapping tablet: real 0.041s	user 0.007s	sys 0.005s
02:16:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.754534  1038 raft_consensus.cc:359] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.755262  1038 raft_consensus.cc:385] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.757046  1038 raft_consensus.cc:740] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc211f05615c440780e8456cea14147d, State: Initialized, Role: FOLLOWER
02:16:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.758122  1033 ts_tablet_manager.cc:1434] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a: Time spent starting tablet: real 0.011s	user 0.006s	sys 0.000s
02:16:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.757874  1038 consensus_queue.cc:260] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.759423  1036 raft_consensus.cc:493] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.759838  1036 raft_consensus.cc:515] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.761834  1036 leader_election.cc:290] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.763835   628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13ba4c4d6a464a7da5528902b639d2ee" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "029cc68a105b44459061557c20b69e28" is_pre_election: true
02:16:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.764484   628 raft_consensus.cc:2468] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 74937a52c2924dac840ab2fc181dfa6a in term 0.
02:16:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.764883  1038 ts_tablet_manager.cc:1434] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d: Time spent starting tablet: real 0.013s	user 0.006s	sys 0.000s
02:16:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.766144  1038 tablet_bootstrap.cc:492] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d: Bootstrap starting.
02:16:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.766196  1039 raft_consensus.cc:493] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.766607  1039 raft_consensus.cc:515] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.767369   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13ba4c4d6a464a7da5528902b639d2ee" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.768546  1039 leader_election.cc:290] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.769359   421 leader_election.cc:304] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a; no voters: 
02:16:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.770743   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84729a713ed045bcbcea1f6517d88f92" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a" is_pre_election: true
02:16:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.771442   420 leader_election.cc:343] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.772486   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84729a713ed045bcbcea1f6517d88f92" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.773913   563 leader_election.cc:343] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.771345   485 raft_consensus.cc:2468] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 0.
02:16:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.778733  1036 raft_consensus.cc:2804] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.779067  1036 raft_consensus.cc:493] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.779362  1036 raft_consensus.cc:3060] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Advancing to term 1
02:16:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.781929   563 leader_election.cc:304] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a; no voters: bc211f05615c440780e8456cea14147d
02:16:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.787122  1039 raft_consensus.cc:493] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:22.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.787822  1033 tablet_bootstrap.cc:492] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a: Bootstrap starting.
02:16:22.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.787586  1039 raft_consensus.cc:515] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.789305  1038 tablet_bootstrap.cc:654] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d: Neither blocks nor log segments found. Creating new log.
02:16:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.786892  1036 raft_consensus.cc:515] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.793497   628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13ba4c4d6a464a7da5528902b639d2ee" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "029cc68a105b44459061557c20b69e28"
02:16:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.794025   628 raft_consensus.cc:3060] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Advancing to term 1
02:16:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.794618  1039 leader_election.cc:290] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.795068  1039 raft_consensus.cc:2804] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.799327  1039 raft_consensus.cc:493] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.799674  1039 raft_consensus.cc:3060] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Advancing to term 1
02:16:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.801039   628 raft_consensus.cc:2468] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 74937a52c2924dac840ab2fc181dfa6a in term 1.
02:16:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.802316   421 leader_election.cc:304] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a; no voters: 
02:16:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.808569  1036 leader_election.cc:290] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 election: Requested vote from peers 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.809760   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13ba4c4d6a464a7da5528902b639d2ee" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d"
02:16:22.810 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:22.810 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:22.811 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:22.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:22.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:22.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:22.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:22.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:22.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.811443  1036 raft_consensus.cc:2804] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 1 FOLLOWER]: Leader election won for term 1
02:16:22.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:22.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:22.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:22.812 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.812875  1036 raft_consensus.cc:697] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [term 1 LEADER]: Becoming Leader. State: Replica: 74937a52c2924dac840ab2fc181dfa6a, State: Running, Role: LEADER
02:16:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.813169   420 leader_election.cc:343] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.815672  1036 consensus_queue.cc:237] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.818493   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b606b5e83a44bae9bab3836913db66a" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.819195   768 raft_consensus.cc:2468] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 0.
02:16:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.820520   563 leader_election.cc:304] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 029cc68a105b44459061557c20b69e28, bc211f05615c440780e8456cea14147d; no voters: 
02:16:22.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.818075   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b606b5e83a44bae9bab3836913db66a" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a" is_pre_election: true
02:16:22.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.822325   485 raft_consensus.cc:2468] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 0.
02:16:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.822790  1057 raft_consensus.cc:2804] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:22.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.820816  1033 tablet_bootstrap.cc:654] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a: Neither blocks nor log segments found. Creating new log.
02:16:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.824558  1057 raft_consensus.cc:493] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.825918  1057 raft_consensus.cc:3060] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Advancing to term 1
02:16:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.829303  1039 raft_consensus.cc:515] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.833261  1038 tablet_bootstrap.cc:492] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d: No bootstrap required, opened a new log
02:16:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.833741  1038 ts_tablet_manager.cc:1403] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d: Time spent bootstrapping tablet: real 0.068s	user 0.019s	sys 0.003s
02:16:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.835243   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84729a713ed045bcbcea1f6517d88f92" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a"
02:16:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.835803   485 raft_consensus.cc:3060] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Advancing to term 1
02:16:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.837077   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84729a713ed045bcbcea1f6517d88f92" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d"
02:16:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:22.838642   563 leader_election.cc:343] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.839357  1039 leader_election.cc:290] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 election: Requested vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.836475  1038 raft_consensus.cc:359] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.840054  1038 raft_consensus.cc:385] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.840353  1038 raft_consensus.cc:740] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc211f05615c440780e8456cea14147d, State: Initialized, Role: FOLLOWER
02:16:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.843014   485 raft_consensus.cc:2468] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 1.
02:16:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.843358  1038 consensus_queue.cc:260] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.846302  1033 tablet_bootstrap.cc:492] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a: No bootstrap required, opened a new log
02:16:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.846609  1038 ts_tablet_manager.cc:1434] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d: Time spent starting tablet: real 0.013s	user 0.006s	sys 0.001s
02:16:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.846796  1033 ts_tablet_manager.cc:1403] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a: Time spent bootstrapping tablet: real 0.059s	user 0.007s	sys 0.005s
02:16:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.849190  1038 tablet_bootstrap.cc:492] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d: Bootstrap starting.
02:16:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.853134  1033 raft_consensus.cc:359] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.857968  1033 raft_consensus.cc:385] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.858265  1033 raft_consensus.cc:740] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74937a52c2924dac840ab2fc181dfa6a, State: Initialized, Role: FOLLOWER
02:16:22.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.859200  1033 consensus_queue.cc:260] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.861449   563 leader_election.cc:304] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a; no voters: bc211f05615c440780e8456cea14147d
02:16:22.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.866570  1038 tablet_bootstrap.cc:654] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d: Neither blocks nor log segments found. Creating new log.
02:16:22.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:22.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.869796  1057 raft_consensus.cc:515] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.873857 32607 catalog_manager.cc:5696] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a reported cstate change: term changed from 0 to 1, leader changed from <none> to 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65). New cstate: current_term: 1 leader_uuid: "74937a52c2924dac840ab2fc181dfa6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } health_report { overall_health: UNKNOWN } } }
02:16:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.878465   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b606b5e83a44bae9bab3836913db66a" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d"
02:16:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.878512   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b606b5e83a44bae9bab3836913db66a" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a"
02:16:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.878978   768 raft_consensus.cc:3060] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Advancing to term 1
02:16:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.879006   485 raft_consensus.cc:3060] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Advancing to term 1
02:16:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.879493  1057 leader_election.cc:290] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 election: Requested vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.880044  1057 raft_consensus.cc:2804] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Leader election won for term 1
02:16:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.880482  1057 raft_consensus.cc:697] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [term 1 LEADER]: Becoming Leader. State: Replica: 029cc68a105b44459061557c20b69e28, State: Running, Role: LEADER
02:16:22.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.881407  1057 consensus_queue.cc:237] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.885186  1063 raft_consensus.cc:493] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.885946  1063 raft_consensus.cc:515] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.888837  1063 leader_election.cc:290] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.889794   484 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d64dce73760f4340a39ea6dfa11ee816" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a" is_pre_election: true
02:16:22.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.890136   769 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d64dce73760f4340a39ea6dfa11ee816" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:22.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.890535   484 raft_consensus.cc:2468] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 0.
02:16:22.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.890744   769 raft_consensus.cc:2468] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 0.
02:16:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.891877   485 raft_consensus.cc:2468] T 4b606b5e83a44bae9bab3836913db66a P 74937a52c2924dac840ab2fc181dfa6a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 1.
02:16:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.892094   563 leader_election.cc:304] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 029cc68a105b44459061557c20b69e28, bc211f05615c440780e8456cea14147d; no voters: 
02:16:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.893400   563 leader_election.cc:304] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a; no voters: 
02:16:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.893741  1033 ts_tablet_manager.cc:1434] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a: Time spent starting tablet: real 0.047s	user 0.008s	sys 0.001s
02:16:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.894079  1063 raft_consensus.cc:2804] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.894512  1063 raft_consensus.cc:493] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:22.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.894949  1063 raft_consensus.cc:3060] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Advancing to term 1
02:16:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.897210  1038 tablet_bootstrap.cc:492] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d: No bootstrap required, opened a new log
02:16:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.897656  1038 ts_tablet_manager.cc:1403] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d: Time spent bootstrapping tablet: real 0.049s	user 0.009s	sys 0.003s
02:16:22.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.905027   768 raft_consensus.cc:2468] T 4b606b5e83a44bae9bab3836913db66a P bc211f05615c440780e8456cea14147d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 1.
02:16:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.905318  1038 raft_consensus.cc:359] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.905797  1039 raft_consensus.cc:2804] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Leader election won for term 1
02:16:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.906023  1038 raft_consensus.cc:385] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.906988  1038 raft_consensus.cc:740] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc211f05615c440780e8456cea14147d, State: Initialized, Role: FOLLOWER
02:16:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.908232  1038 consensus_queue.cc:260] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.910192  1063 raft_consensus.cc:515] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.913831  1038 ts_tablet_manager.cc:1434] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.000s
02:16:22.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.913750   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d64dce73760f4340a39ea6dfa11ee816" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a"
02:16:22.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.914583   485 raft_consensus.cc:3060] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Advancing to term 1
02:16:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.919132  1063 leader_election.cc:290] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 election: Requested vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:22.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.921693  1038 tablet_bootstrap.cc:492] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d: Bootstrap starting.
02:16:22.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.927408   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d64dce73760f4340a39ea6dfa11ee816" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d"
02:16:22.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.928133   768 raft_consensus.cc:3060] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Advancing to term 1
02:16:22.934 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:22.934 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:22.934 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:22.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:22.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:22.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:22.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:22.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:22.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:22.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:22.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:22.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:22.935 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.936715   768 raft_consensus.cc:2468] T d64dce73760f4340a39ea6dfa11ee816 P bc211f05615c440780e8456cea14147d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 1.
02:16:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.938059   563 leader_election.cc:304] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 029cc68a105b44459061557c20b69e28, bc211f05615c440780e8456cea14147d; no voters: 
02:16:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.939110  1063 raft_consensus.cc:2804] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Leader election won for term 1
02:16:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.939496  1063 raft_consensus.cc:697] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [term 1 LEADER]: Becoming Leader. State: Replica: 029cc68a105b44459061557c20b69e28, State: Running, Role: LEADER
02:16:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.940642  1063 consensus_queue.cc:237] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.951534  1039 raft_consensus.cc:697] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [term 1 LEADER]: Becoming Leader. State: Replica: 029cc68a105b44459061557c20b69e28, State: Running, Role: LEADER
02:16:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.953510  1055 raft_consensus.cc:493] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.953979  1055 raft_consensus.cc:515] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.962062  1055 leader_election.cc:290] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753)
02:16:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.956241   485 raft_consensus.cc:2468] T d64dce73760f4340a39ea6dfa11ee816 P 74937a52c2924dac840ab2fc181dfa6a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 1.
02:16:22.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.981447  1038 tablet_bootstrap.cc:654] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d: Neither blocks nor log segments found. Creating new log.
02:16:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.952373  1039 consensus_queue.cc:237] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:22.997547 32605 catalog_manager.cc:5696] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 reported cstate change: term changed from 0 to 1, leader changed from <none> to 029cc68a105b44459061557c20b69e28 (127.31.182.66). New cstate: current_term: 1 leader_uuid: "029cc68a105b44459061557c20b69e28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } health_report { overall_health: HEALTHY } } }
02:16:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.008167  1038 tablet_bootstrap.cc:492] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d: No bootstrap required, opened a new log
02:16:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.008603  1038 ts_tablet_manager.cc:1403] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d: Time spent bootstrapping tablet: real 0.087s	user 0.006s	sys 0.006s
02:16:23.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.012177   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13ba4c4d6a464a7da5528902b639d2ee" candidate_uuid: "bc211f05615c440780e8456cea14147d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a" is_pre_election: true
02:16:23.019 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.030179   628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13ba4c4d6a464a7da5528902b639d2ee" candidate_uuid: "bc211f05615c440780e8456cea14147d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "029cc68a105b44459061557c20b69e28" is_pre_election: true
02:16:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.031025   628 raft_consensus.cc:2393] T 13ba4c4d6a464a7da5528902b639d2ee P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bc211f05615c440780e8456cea14147d in current term 1: Already voted for candidate 74937a52c2924dac840ab2fc181dfa6a in this term.
02:16:23.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.028966  1038 raft_consensus.cc:359] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:23.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.032888   706 leader_election.cc:304] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bc211f05615c440780e8456cea14147d; no voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a
02:16:23.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.033192  1038 raft_consensus.cc:385] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:23.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.034300  1055 raft_consensus.cc:3060] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Advancing to term 1
02:16:23.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.034356  1038 raft_consensus.cc:740] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc211f05615c440780e8456cea14147d, State: Initialized, Role: FOLLOWER
02:16:23.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.041930  1063 raft_consensus.cc:493] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.042667  1063 raft_consensus.cc:515] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:23.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.046743   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b70a4f2d8894c79a56db640be972b34" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a" is_pre_election: true
02:16:23.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.047353   485 raft_consensus.cc:2468] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 0.
02:16:23.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.048429   563 leader_election.cc:304] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a; no voters: 
02:16:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.049222  1039 raft_consensus.cc:2804] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.036823  1038 consensus_queue.cc:260] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.049543  1039 raft_consensus.cc:493] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.049870  1039 raft_consensus.cc:3060] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Advancing to term 1
02:16:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.050155  1063 leader_election.cc:290] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.050110  1055 raft_consensus.cc:2749] T 13ba4c4d6a464a7da5528902b639d2ee P bc211f05615c440780e8456cea14147d [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.050899   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b70a4f2d8894c79a56db640be972b34" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.051471   768 raft_consensus.cc:2468] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 0.
02:16:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.065989  1039 raft_consensus.cc:515] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.069602   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b70a4f2d8894c79a56db640be972b34" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a"
02:16:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.070338   485 raft_consensus.cc:3060] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Advancing to term 1
02:16:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.071964   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b70a4f2d8894c79a56db640be972b34" candidate_uuid: "029cc68a105b44459061557c20b69e28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d"
02:16:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.072474   768 raft_consensus.cc:3060] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Advancing to term 1
02:16:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.078408   485 raft_consensus.cc:2468] T 7b70a4f2d8894c79a56db640be972b34 P 74937a52c2924dac840ab2fc181dfa6a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 1.
02:16:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.079406   563 leader_election.cc:304] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a; no voters: 
02:16:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.080200  1063 raft_consensus.cc:2804] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Leader election won for term 1
02:16:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.082000  1063 raft_consensus.cc:697] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [term 1 LEADER]: Becoming Leader. State: Replica: 029cc68a105b44459061557c20b69e28, State: Running, Role: LEADER
02:16:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.082126   768 raft_consensus.cc:2468] T 7b70a4f2d8894c79a56db640be972b34 P bc211f05615c440780e8456cea14147d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 029cc68a105b44459061557c20b69e28 in term 1.
02:16:23.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.083015  1063 consensus_queue.cc:237] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.088603  1036 raft_consensus.cc:493] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.089042  1036 raft_consensus.cc:515] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.083474  1039 leader_election.cc:290] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [CANDIDATE]: Term 1 election: Requested vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.091185  1036 leader_election.cc:290] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:23.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.092331   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b2964db229241ba90392808fa93ba7e" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d" is_pre_election: true
02:16:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.093335   628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b2964db229241ba90392808fa93ba7e" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "029cc68a105b44459061557c20b69e28" is_pre_election: true
02:16:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:23.093606   420 leader_election.cc:343] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.093953   628 raft_consensus.cc:2468] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 74937a52c2924dac840ab2fc181dfa6a in term 0.
02:16:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.096644   421 leader_election.cc:304] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a; no voters: bc211f05615c440780e8456cea14147d
02:16:23.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.097939  1036 raft_consensus.cc:2804] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:23.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.098289  1036 raft_consensus.cc:493] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.099481  1036 raft_consensus.cc:3060] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 0 FOLLOWER]: Advancing to term 1
02:16:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.100805  1038 ts_tablet_manager.cc:1434] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d: Time spent starting tablet: real 0.092s	user 0.007s	sys 0.003s
02:16:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.108489  1036 raft_consensus.cc:515] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.110157  1038 tablet_bootstrap.cc:492] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d: Bootstrap starting.
02:16:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.115437   628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b2964db229241ba90392808fa93ba7e" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "029cc68a105b44459061557c20b69e28"
02:16:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.115960   628 raft_consensus.cc:3060] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [term 0 FOLLOWER]: Advancing to term 1
02:16:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.123158   628 raft_consensus.cc:2468] T 7b2964db229241ba90392808fa93ba7e P 029cc68a105b44459061557c20b69e28 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 74937a52c2924dac840ab2fc181dfa6a in term 1.
02:16:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.124487   421 leader_election.cc:304] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a; no voters: 
02:16:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.125407  1059 raft_consensus.cc:2804] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 1 FOLLOWER]: Leader election won for term 1
02:16:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.132176  1036 leader_election.cc:290] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 election: Requested vote from peers 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753), bc211f05615c440780e8456cea14147d (127.31.182.67:40787)
02:16:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.134619  1078 raft_consensus.cc:493] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.135212  1078 raft_consensus.cc:515] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } }
02:16:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.135639   768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b2964db229241ba90392808fa93ba7e" candidate_uuid: "74937a52c2924dac840ab2fc181dfa6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc211f05615c440780e8456cea14147d"
02:16:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:23.137260   420 leader_election.cc:343] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer bc211f05615c440780e8456cea14147d (127.31.182.67:40787): Illegal state: must be running to vote when last-logged opid is not known
02:16:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.137877  1078 leader_election.cc:290] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753)
02:16:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.139616   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84729a713ed045bcbcea1f6517d88f92" candidate_uuid: "bc211f05615c440780e8456cea14147d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a" is_pre_election: true
02:16:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.140568   485 raft_consensus.cc:2393] T 84729a713ed045bcbcea1f6517d88f92 P 74937a52c2924dac840ab2fc181dfa6a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bc211f05615c440780e8456cea14147d in current term 1: Already voted for candidate 029cc68a105b44459061557c20b69e28 in this term.
02:16:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.142673   628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84729a713ed045bcbcea1f6517d88f92" candidate_uuid: "bc211f05615c440780e8456cea14147d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "029cc68a105b44459061557c20b69e28" is_pre_election: true
02:16:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.142205 32606 catalog_manager.cc:5696] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 reported cstate change: term changed from 0 to 1, leader changed from <none> to 029cc68a105b44459061557c20b69e28 (127.31.182.66). New cstate: current_term: 1 leader_uuid: "029cc68a105b44459061557c20b69e28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } health_report { overall_health: UNKNOWN } } }
02:16:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.144301   706 leader_election.cc:304] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bc211f05615c440780e8456cea14147d; no voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a
02:16:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.145807  1078 raft_consensus.cc:3060] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Advancing to term 1
02:16:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.145020 32606 catalog_manager.cc:5696] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 reported cstate change: term changed from 0 to 1, leader changed from <none> to 029cc68a105b44459061557c20b69e28 (127.31.182.66). New cstate: current_term: 1 leader_uuid: "029cc68a105b44459061557c20b69e28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } health_report { overall_health: UNKNOWN } } }
02:16:23.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.149129  1059 raft_consensus.cc:697] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [term 1 LEADER]: Becoming Leader. State: Replica: 74937a52c2924dac840ab2fc181dfa6a, State: Running, Role: LEADER
02:16:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.147248 32606 catalog_manager.cc:5696] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 reported cstate change: term changed from 0 to 1, leader changed from <none> to 029cc68a105b44459061557c20b69e28 (127.31.182.66). New cstate: current_term: 1 leader_uuid: "029cc68a105b44459061557c20b69e28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } health_report { overall_health: UNKNOWN } } }
02:16:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.153004  1078 raft_consensus.cc:2749] T 84729a713ed045bcbcea1f6517d88f92 P bc211f05615c440780e8456cea14147d [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:16:23.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.164822  1038 tablet_bootstrap.cc:654] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d: Neither blocks nor log segments found. Creating new log.
02:16:23.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.150398  1059 consensus_queue.cc:237] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.214284 32606 catalog_manager.cc:5696] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a reported cstate change: term changed from 0 to 1, leader changed from <none> to 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65). New cstate: current_term: 1 leader_uuid: "74937a52c2924dac840ab2fc181dfa6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } health_report { overall_health: UNKNOWN } } }
02:16:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.226989  1038 tablet_bootstrap.cc:492] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d: No bootstrap required, opened a new log
02:16:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.227619  1038 ts_tablet_manager.cc:1403] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d: Time spent bootstrapping tablet: real 0.118s	user 0.012s	sys 0.014s
02:16:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.233657  1038 raft_consensus.cc:359] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.234421  1038 raft_consensus.cc:385] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.234836  1038 raft_consensus.cc:740] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc211f05615c440780e8456cea14147d, State: Initialized, Role: FOLLOWER
02:16:23.236 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:23.236 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:23.236 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:23.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:23.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:23.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:23.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:23.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:23.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:23.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:23.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:23.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:23.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:23.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.253901  1038 consensus_queue.cc:260] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:23.255 [DEBUG - main] (Connection.java:575) [peer master-127.30.225.126:36919(127.30.225.126:36919)] disconnecting while in state READY
02:16:23.255 [DEBUG - main] (Connection.java:575) [peer master-127.30.225.124:43913(127.30.225.124:43913)] disconnecting while in state READY
02:16:23.255 [DEBUG - main] (Connection.java:575) [peer master-127.30.225.125:37847(127.30.225.125:37847)] disconnecting while in state READY
02:16:23.256 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.225.125:37847(127.30.225.125:37847)] handling channelInactive
02:16:23.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state READY due to: connection closed
02:16:23.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:23.256 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.225.126:36919(127.30.225.126:36919)] handling channelInactive
02:16:23.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state READY due to: connection closed
02:16:23.259 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
02:16:23.259 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:16:23.266 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.225.124:43913(127.30.225.124:43913)] handling channelInactive
02:16:23.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state READY due to: connection closed
02:16:23.267 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:16:23.267 [DEBUG - main] (Connection.java:575) [peer master-127.31.182.124:36505(127.31.182.124:36505)] disconnecting while in state READY
02:16:23.267 [DEBUG - main] (Connection.java:575) [peer master-127.31.182.126:37263(127.31.182.126:37263)] disconnecting while in state READY
02:16:23.267 [DEBUG - main] (Connection.java:575) [peer master-127.31.182.125:35345(127.31.182.125:35345)] disconnecting while in state READY
02:16:23.268 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.182.124:36505(127.31.182.124:36505)] handling channelInactive
02:16:23.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state READY due to: connection closed
02:16:23.269 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.182.126:37263(127.31.182.126:37263)] handling channelInactive
02:16:23.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state READY due to: connection closed
02:16:23.269 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:23.272 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:16:23.272 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:16:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.275601  1063 consensus_queue.cc:1048] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.301606  1059 consensus_queue.cc:1048] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.303067  1063 consensus_queue.cc:1048] T 84729a713ed045bcbcea1f6517d88f92 P 029cc68a105b44459061557c20b69e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.352190  1038 ts_tablet_manager.cc:1434] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d: Time spent starting tablet: real 0.124s	user 0.007s	sys 0.001s
02:16:23.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.369370  1036 consensus_queue.cc:1048] T 13ba4c4d6a464a7da5528902b639d2ee P 74937a52c2924dac840ab2fc181dfa6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:16:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.372872  1039 consensus_queue.cc:1048] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:23.403 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.182.125:35345(127.31.182.125:35345)] handling channelInactive
02:16:23.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state READY due to: connection closed
02:16:23.404 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-1
02:16:23.406 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:16:23.406 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:16:23.406 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:16:23.406 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:16:23.407 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:16:23.407 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:16:23.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.428122  1063 consensus_queue.cc:1048] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:23.465 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:16:23.466 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:16:23.466 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:16:23.466 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:16:23.466 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:16:23.466 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:16:23.466 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:16:23.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.498003  1057 consensus_queue.cc:1048] T d64dce73760f4340a39ea6dfa11ee816 P 029cc68a105b44459061557c20b69e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:23.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.539433  1063 consensus_queue.cc:1048] T 4b606b5e83a44bae9bab3836913db66a P 029cc68a105b44459061557c20b69e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:16:23.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.541340  1063 consensus_queue.cc:1048] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.591189  1063 consensus_queue.cc:1048] T 7b70a4f2d8894c79a56db640be972b34 P 029cc68a105b44459061557c20b69e28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.600216  1036 consensus_queue.cc:1048] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:23.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.715814   770 raft_consensus.cc:3060] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [term 0 FOLLOWER]: Advancing to term 1
02:16:23.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.735664  1078 raft_consensus.cc:493] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:23.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.736145  1078 raft_consensus.cc:515] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74937a52c2924dac840ab2fc181dfa6a" member_type: VOTER last_known_addr { host: "127.31.182.65" port: 43967 } } peers { permanent_uuid: "029cc68a105b44459061557c20b69e28" member_type: VOTER last_known_addr { host: "127.31.182.66" port: 42753 } } peers { permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 } }
02:16:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.741308   485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b2964db229241ba90392808fa93ba7e" candidate_uuid: "bc211f05615c440780e8456cea14147d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74937a52c2924dac840ab2fc181dfa6a" is_pre_election: true
02:16:23.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.744412  1078 leader_election.cc:290] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 74937a52c2924dac840ab2fc181dfa6a (127.31.182.65:43967), 029cc68a105b44459061557c20b69e28 (127.31.182.66:42753)
02:16:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.745291   627 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7b2964db229241ba90392808fa93ba7e" candidate_uuid: "bc211f05615c440780e8456cea14147d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "029cc68a105b44459061557c20b69e28" is_pre_election: true
02:16:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.746961   706 leader_election.cc:304] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bc211f05615c440780e8456cea14147d; no voters: 029cc68a105b44459061557c20b69e28, 74937a52c2924dac840ab2fc181dfa6a
02:16:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.748008  1078 raft_consensus.cc:2749] T 7b2964db229241ba90392808fa93ba7e P bc211f05615c440780e8456cea14147d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:16:23.750 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:23.751 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:23.751 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:23.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:23.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:23.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:23.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:23.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:23.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:23.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:23.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:23.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:23.751 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:23.750281  1059 consensus_queue.cc:1048] T 7b2964db229241ba90392808fa93ba7e P 74937a52c2924dac840ab2fc181dfa6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc211f05615c440780e8456cea14147d" member_type: VOTER last_known_addr { host: "127.31.182.67" port: 40787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:16:23.822 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:23.822 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:23.822 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:23.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:23.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:23.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:23.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:23.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:23.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:23.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:23.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:23.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:23.823 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:23.834 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:16:23.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:23.888 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:16:23.888 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:16:23.889 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:16:23.902 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:16:23.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:24.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:24.056 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:24.056 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:24.056 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:24.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:24.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:24.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:24.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:24.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:24.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:24.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:24.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:24.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:24.057 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:24.104 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:24.104 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:24.104 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:24.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:24.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:24.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:24.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:24.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:24.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:24.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:24.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:24.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:24.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:24.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:24.291 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:24.291 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:24.291 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:24.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:24.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:24.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:24.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:24.292 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:24.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:24.292 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:24.292 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:24.292 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:24.292 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:24.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:24.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:24.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:24.521227 31746 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.30.225.126:36919, user_credentials={real_user=slave}} blocked reactor thread for 48570.6us
02:16:24.580 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:24.580 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:24.581 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:24.581 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:24.581 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:24.581 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:24.581 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:24.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:24.581 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:24.581 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:24.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:24.581 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:24.581 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:24.599 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:24.600 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:24.600 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:24.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:24.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:24.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:24.600 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:24.600 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:24.600 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:24.600 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:24.600 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:24.600 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:24.601 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:24.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:24.786 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:24.786 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:24.787 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:24.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:24.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:24.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:24.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:24.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:24.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:24.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:24.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:24.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:24.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:24.820 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
02:16:24.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:24.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:24.991 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:16:25.009 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:16:25.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:25.036 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:25.037 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:25.037 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:25.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:25.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:25.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:25.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:25.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:25.037 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:25.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:25.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:25.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:25.038 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:25.041 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:16:25.054 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:16:25.091 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:25.092 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:25.092 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:25.092 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:25.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:25.092 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:25.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:25.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:25.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:25.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:25.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:25.092 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:25.093 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:25.101 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:16:25.107 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:16:25.108 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:16:25.108 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:16:25.109 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:16:25.109 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:16:25.109 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:16:25.109 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:16:25.109 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:16:25.110 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:16:25.110 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:16:25.111 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:16:25.111 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:16:25.111 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:16:25.111 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:16:25.111 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:16:25.111 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:16:25.111 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:16:25.111 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:16:25.111 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:16:25.112 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:16:25.112 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:16:25.112 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:16:25.112 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:16:25.112 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:16:25.113 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_fef45daef67651299862f14f4c8866ae/blobStorage
02:16:25.121 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:41481 - max concurrent requests: 50 - max backlog: 1000
02:16:25.122 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_fef45daef67651299862f14f4c8866ae/blobStorage
02:16:25.123 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_fef45daef67651299862f14f4c8866ae/blobStorage
02:16:25.124 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:16:25.125 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 54c6c415-99c2-4463-84a3-90fce87a676e
02:16:25.126 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
02:16:25.127 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-ad9d4479-57f3-4b37-ab77-d0e324e417ae
02:16:25.128 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-694e2d69-6cab-4092-be3e-d7d3e12e0243
02:16:25.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:25.213 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:16:25.213 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:16:25.213 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:16:25.213 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:16:25.214 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:16:25.216 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_20 .
02:16:25.225 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
02:16:25.225 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-7bcd7fda-17ef-4b48-9b9c-c7a38b997283
02:16:25.227 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:25.227 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:25.227 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:25.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:25.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:25.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:25.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:25.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:25.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:25.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:25.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:25.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:25.228 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:25.234 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:16:25.235 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:16:25.291 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:16:25.291 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:16:25.320 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:46815
02:16:25.320 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:16:25.331 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:16:25.332 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:46815 was granted leadership with leaderSessionID=92aa723b-75df-48ed-8a38-69b8537a25b4
02:16:25.333 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:46815 , session=92aa723b-75df-48ed-8a38-69b8537a25b4
02:16:25.337 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:16:25.337 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:16:25.337 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id cb388571-b874-4110-a710-bcdad6bbabae. Creating new DispatcherLeaderProcess.
02:16:25.338 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:16:25.343 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:16:25.345 [INFO - pool-405-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 7c77c2f2-fd8a-444d-8f3b-eac44f6a12c2.
02:16:25.346 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:16:25.346 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:16:25.349 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_21 .
02:16:25.350 [INFO - pool-405-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_22 .
02:16:25.355 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
02:16:25.357 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_21 , session=cb388571-b874-4110-a710-bcdad6bbabae
02:16:25.366 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:16:25.366 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:16:25.366 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:16:25.366 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:16:25.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:25.369 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_22 , session=7c77c2f2-fd8a-444d-8f3b-eac44f6a12c2
02:16:25.370 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(8f3beac44f6a12c27c77c2f2fd8a444d).
02:16:25.398 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (e277ecd084716c42d2402f58465a119c).
02:16:25.399 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (e277ecd084716c42d2402f58465a119c).
02:16:25.399 [INFO - flink-pekko.actor.default-dispatcher-6] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-e277ecd084716c42d2402f58465a119c'.
02:16:25.400 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job e277ecd084716c42d2402f58465a119c was granted leadership with leader id acd5ce04-5cdf-4cd5-8935-2a662a5b55a4. Creating new JobMasterServiceProcess.
02:16:25.401 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:16:25.409 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:1080) Registering TaskManager with ResourceID 54c6c415-99c2-4463-84a3-90fce87a676e (pekko://flink/user/rpc/taskmanager_20) at ResourceManager
02:16:25.410 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_22 under registration id ee0db0d3dbf776cbbdc3a7c8a793726c.
02:16:25.411 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:344) Registering task executor 54c6c415-99c2-4463-84a3-90fce87a676e under ee0db0d3dbf776cbbdc3a7c8a793726c at the slot manager.
02:16:25.416 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_23 .
02:16:25.422 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (e277ecd084716c42d2402f58465a119c).
02:16:25.423 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (e277ecd084716c42d2402f58465a119c).
02:16:25.424 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph ffda13cd3b2c8cfd48ae84e7ea2cb61e for job e277ecd084716c42d2402f58465a119c.
02:16:25.424 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (e277ecd084716c42d2402f58465a119c).
02:16:25.424 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:16:25.425 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:16:25.426 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29ff04e2
02:16:25.426 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:25.426 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8540103077859582824/checkpoints")
02:16:25.427 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:16:25.427 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@555349c7 for Flink Streaming Job (e277ecd084716c42d2402f58465a119c).
02:16:25.428 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_23 , session=acd5ce04-5cdf-4cd5-8935-2a662a5b55a4
02:16:25.428 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (e277ecd084716c42d2402f58465a119c) under job master id 89352a662a5b55a4acd5ce045cdf4cd5.
02:16:25.430 [INFO - flink-pekko.actor.default-dispatcher-7] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:16:25.432 [DEBUG - flink-pekko.actor.default-dispatcher-7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.434 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:16:25.434 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e277ecd084716c42d2402f58465a119c) switched from state CREATED to RUNNING.
02:16:25.435 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:16:25.436 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:16:25.436 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:16:25.437 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:16:25.437 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:25.437 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(8f3beac44f6a12c27c77c2f2fd8a444d)
02:16:25.439 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:25.439 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:16:25.439 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:25.439 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager 89352a662a5b55a4acd5ce045cdf4cd5@pekko://flink/user/rpc/jobmanager_23 for job e277ecd084716c42d2402f58465a119c.
02:16:25.440 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.225.124:43913(127.30.225.124:43913)] Successfully connected to peer
02:16:25.445 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 89352a662a5b55a4acd5ce045cdf4cd5@pekko://flink/user/rpc/jobmanager_23 for job e277ecd084716c42d2402f58465a119c.
02:16:25.447 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.225.125:37847(127.30.225.125:37847)] Successfully connected to peer
02:16:25.452 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 8f3beac44f6a12c27c77c2f2fd8a444d.
02:16:25.453 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.225.126:36919(127.30.225.126:36919)] Successfully connected to peer
02:16:25.453 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e277ecd084716c42d2402f58465a119c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:25.457 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.125
02:16:25.459 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.124
02:16:25.459 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.126
02:16:25.468 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.470 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.473 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job e277ecd084716c42d2402f58465a119c
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 54c6c415-99c2-4463-84a3-90fce87a676e
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:16:25.474 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 300896a1c47382ed640019288580a0b2 from 54c6c415-99c2-4463-84a3-90fce87a676e for job e277ecd084716c42d2402f58465a119c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:16:25.475 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:25.476 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 69989a79c315690db520deadafd89da7 from 54c6c415-99c2-4463-84a3-90fce87a676e for job e277ecd084716c42d2402f58465a119c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:16:25.477 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 300896a1c47382ed640019288580a0b2 for job e277ecd084716c42d2402f58465a119c from resource manager with leader id 8f3beac44f6a12c27c77c2f2fd8a444d.
02:16:25.477 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 300896a1c47382ed640019288580a0b2 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:16:25.478 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 32c732699cc485ce906fe65091e11393 from 54c6c415-99c2-4463-84a3-90fce87a676e for job e277ecd084716c42d2402f58465a119c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:16:25.478 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 169c60df6efc69a2105ffb584b601d51 from 54c6c415-99c2-4463-84a3-90fce87a676e for job e277ecd084716c42d2402f58465a119c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:16:25.480 [DEBUG - main] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:16:25.481 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd81e64d4, L:/127.0.0.1:39576 - R:/127.30.225.124:43913] using SASL/PLAIN
02:16:25.482 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb0566cdc, L:/127.0.0.1:37994 - R:/127.30.225.125:37847] using SASL/PLAIN
02:16:25.483 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x91a726a5, L:/127.0.0.1:50132 - R:/127.30.225.126:36919] using SASL/PLAIN
02:16:25.487 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:25.487 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [47ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: OK, deferred=null) after lookup
02:16:25.487 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:192) Add job e277ecd084716c42d2402f58465a119c for job leader monitoring.
02:16:25.487 [DEBUG - main] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:16:25.488 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 69989a79c315690db520deadafd89da7 for job e277ecd084716c42d2402f58465a119c from resource manager with leader id 8f3beac44f6a12c27c77c2f2fd8a444d.
02:16:25.488 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 69989a79c315690db520deadafd89da7 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:16:25.488 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 32c732699cc485ce906fe65091e11393 for job e277ecd084716c42d2402f58465a119c from resource manager with leader id 8f3beac44f6a12c27c77c2f2fd8a444d.
02:16:25.488 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.182.124:36505(127.31.182.124:36505)] Successfully connected to peer
02:16:25.488 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 32c732699cc485ce906fe65091e11393 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:16:25.489 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 169c60df6efc69a2105ffb584b601d51 for job e277ecd084716c42d2402f58465a119c from resource manager with leader id 8f3beac44f6a12c27c77c2f2fd8a444d.
02:16:25.489 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 169c60df6efc69a2105ffb584b601d51 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:16:25.489 [DEBUG - main] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:16:25.490 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_23 with leader id acd5ce04-5cdf-4cd5-8935-2a662a5b55a4.
02:16:25.490 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.182.125:35345(127.31.182.125:35345)] Successfully connected to peer
02:16:25.491 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:25.491 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:16:25.495 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_23 for job e277ecd084716c42d2402f58465a119c.
02:16:25.495 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job e277ecd084716c42d2402f58465a119c.
02:16:25.495 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job e277ecd084716c42d2402f58465a119c.
02:16:25.496 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:16:25.496 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1) with allocation id 32c732699cc485ce906fe65091e11393
02:16:25.498 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 32c732699cc485ce906fe65091e11393.
02:16:25.499 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job e277ecd084716c42d2402f58465a119c.
02:16:25.499 [INFO - flink-pekko.actor.default-dispatcher-7] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:16:25.499 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id e277ecd084716c42d2402f58465a119c
02:16:25.500 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 32c732699cc485ce906fe65091e11393.
02:16:25.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d10ce50748464f268619f5369e938216 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:25.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 614d1c2a03434d5f95423641e6f062a6 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:25.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:25.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4b0860a5dd5542e4a5bd19d8269dde11 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:25.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7d7a7cec540249f483a82ab101231a7f for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:25.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e81b80a4d734054b91f33e1cf65dd19 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:25.503 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:25.511 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.125
02:16:25.513 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.124
02:16:25.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:25.519 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.182.126:37263(127.31.182.126:37263)] Successfully connected to peer
02:16:25.521 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:16:25.521 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1) with allocation id 69989a79c315690db520deadafd89da7
02:16:25.523 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.525 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa9f8f95d, L:/127.0.0.1:52856 - R:/127.31.182.124:36505] using SASL/PLAIN
02:16:25.531 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.533 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 69989a79c315690db520deadafd89da7.
02:16:25.534 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 69989a79c315690db520deadafd89da7.
02:16:25.535 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:16:25.535 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:16:25.537 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c20b5b2
02:16:25.537 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:25.537 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8540103077859582824/checkpoints")
02:16:25.537 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:16:25.538 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfe88d738, L:/127.0.0.1:52466 - R:/127.31.182.125:35345] using SASL/PLAIN
02:16:25.539 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:16:25.540 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.126
02:16:25.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30853a11
02:16:25.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:16:25.548 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36542309
02:16:25.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:25.549 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8540103077859582824/checkpoints")
02:16:25.549 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:16:25.551 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:25.551 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=80), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.124:36505, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.125:35345, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.126:37263, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.124:36505: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.125:35345: OK, deferred=null) after lookup
02:16:25.554 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:25.556 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:16:25.556 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1) with allocation id 169c60df6efc69a2105ffb584b601d51
02:16:25.556 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 169c60df6efc69a2105ffb584b601d51.
02:16:25.557 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@31cf8136
02:16:25.558 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 169c60df6efc69a2105ffb584b601d51.
02:16:25.559 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.559 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:16:25.559 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1) with allocation id 300896a1c47382ed640019288580a0b2
02:16:25.560 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:16:25.560 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:16:25.560 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:16:25.561 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 32c732699cc485ce906fe65091e11393.
02:16:25.561 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 69989a79c315690db520deadafd89da7.
02:16:25.561 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 169c60df6efc69a2105ffb584b601d51.
02:16:25.561 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 300896a1c47382ed640019288580a0b2.
02:16:25.561 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 300896a1c47382ed640019288580a0b2.
02:16:25.562 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 300896a1c47382ed640019288580a0b2.
02:16:25.562 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:16:25.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:16:25.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ade5f0e
02:16:25.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:25.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8540103077859582824/checkpoints")
02:16:25.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:16:25.564 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:16:25.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84729a713ed045bcbcea1f6517d88f92 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:25.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4b606b5e83a44bae9bab3836913db66a for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:25.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d64dce73760f4340a39ea6dfa11ee816 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:25.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:25.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:25.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:25.565 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=84729a713ed045bcbcea1f6517d88f92@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=4b606b5e83a44bae9bab3836913db66a@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d64dce73760f4340a39ea6dfa11ee816@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:25.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.182.125:35345, [9ms] Sub RPC GetTableLocations: received response from server master-127.31.182.125:35345: OK, deferred=null)) after lookup
02:16:25.566 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] connecting to peer
02:16:25.566 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:16:25.567 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x73dd3423, L:/127.0.0.1:40116 - R:/127.31.182.126:37263] using SASL/PLAIN
02:16:25.568 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b170f52
02:16:25.570 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.570 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:16:25.571 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.182.124:36505(127.31.182.124:36505)] Successfully connected to peer
02:16:25.573 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:16:25.574 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.182.125:35345(127.31.182.125:35345)] Successfully connected to peer
02:16:25.575 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.124
02:16:25.576 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:16:25.576 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.125
02:16:25.580 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.182.126:37263(127.31.182.126:37263)] Successfully connected to peer
02:16:25.577 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.182.124:36505(127.31.182.124:36505)] Successfully connected to peer
02:16:25.598 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.126
02:16:25.600 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:16:25.600 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:16:25.600 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:16:25.600 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1fba2e25
02:16:25.600 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:25.601 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8540103077859582824/checkpoints")
02:16:25.601 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:16:25.602 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:16:25.602 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.124
02:16:25.605 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4910f74a
02:16:25.607 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.607 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.612 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc17bbf0e, L:/127.0.0.1:52472 - R:/127.31.182.125:35345] using SASL/PLAIN
02:16:25.618 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:16:25.619 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.182.126:37263(127.31.182.126:37263)] Successfully connected to peer
02:16:25.624 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:16:25.624 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.182.125:35345(127.31.182.125:35345)] Successfully connected to peer
02:16:25.625 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] Successfully connected to peer
02:16:25.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:25.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.124:36505, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.125:35345, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.126:37263, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.125:35345: OK, deferred=null) after lookup
02:16:25.628 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.630 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.632 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:16:25.633 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.182.124:36505(127.31.182.124:36505)] Successfully connected to peer
02:16:25.637 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.124
02:16:25.639 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:16:25.640 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:25.644 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.125
02:16:25.646 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.182.125:35345(127.31.182.125:35345)] Successfully connected to peer
02:16:25.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:25.649 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdee15d3b, L:/127.0.0.1:52858 - R:/127.31.182.124:36505] using SASL/PLAIN
02:16:25.650 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1eb89907, L:/127.0.0.1:52874 - R:/127.31.182.124:36505] using SASL/PLAIN
02:16:25.651 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb7f2e7a3, L:/127.0.0.1:40118 - R:/127.31.182.126:37263] using SASL/PLAIN
02:16:25.656 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:16:25.656 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.182.126:37263(127.31.182.126:37263)] Successfully connected to peer
02:16:25.659 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.661 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.126
02:16:25.664 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.666 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:25.670 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:25.670 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.182.124:36505(127.31.182.124:36505)] Successfully connected to peer
02:16:25.670 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e87dfd
02:16:25.670 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe13c41c7, L:/127.0.0.1:52482 - R:/127.31.182.125:35345] using SASL/PLAIN
02:16:25.672 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:16:25.672 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:16:25.673 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.124
02:16:25.674 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.126
02:16:25.678 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.125
02:16:25.682 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:16:25.683 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.182.125:35345(127.31.182.125:35345)] Successfully connected to peer
02:16:25.685 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:16:25.686 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.125
02:16:25.686 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4256c87aab7b417c7acce2162bb5061f2396d70b80eb68bff82497306e5fc3fc'}]
02:16:25.687 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x443c3aa5, L:/127.0.0.1:39780 - R:/127.31.182.66:42753] using TOKEN/null
02:16:25.688 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.690 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:16:25.691 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:25.692 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:16:25.694 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.182.126:37263(127.31.182.126:37263)] Successfully connected to peer
02:16:25.697 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:25.700 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.703 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:25.703 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.124:36505, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.125:35345, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.126:37263, [95ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.124:36505: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.125:35345: OK, deferred=null) after lookup
02:16:25.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:25.708 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.709 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.182.126
02:16:25.700 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:25.714 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9fc9add6, L:/127.0.0.1:40128 - R:/127.31.182.126:37263] using SASL/PLAIN
02:16:25.714 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.714 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:25.714 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3a47f0ad, L:/127.0.0.1:52884 - R:/127.31.182.124:36505] using SASL/PLAIN
02:16:25.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:25.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:25.710 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:25.714 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:25.715 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:25.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:25.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:25.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:25.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:25.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:25.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:25.716 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:25.717 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:25.719 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.720 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:25.720 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d9162d6
02:16:25.720 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.721 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:25.722 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:16:25.722 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:16:25.726 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7a313a2d, L:/127.0.0.1:52496 - R:/127.31.182.125:35345] using SASL/PLAIN
02:16:25.727 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x32d64aa4, L:/127.0.0.1:52510 - R:/127.31.182.125:35345] using SASL/PLAIN
02:16:25.727 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:16:25.727 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d29ecc99a45e12197a347924e8e1fd2fc2be6ada09855e4ca6dc81f4f36e08fa'}]
02:16:25.728 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:16:25.729 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.730 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:16:25.732 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}]
02:16:25.733 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:25.734 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:25.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:25.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=131), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.124:36505, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.125:35345, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.126:37263, [110ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.125:35345: OK, [114ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.124:36505: OK, deferred=null) after lookup
02:16:25.739 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.742 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.742 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:25.743 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.743 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:25.750 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x63a4fc03, L:/127.0.0.1:40134 - R:/127.31.182.126:37263] using SASL/PLAIN
02:16:25.752 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1b78162c, L:/127.0.0.1:52882 - R:/127.31.182.124:36505] using SASL/PLAIN
02:16:25.754 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:25.754 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.124:36505, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.125:35345, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.182.126:37263, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.125:35345: OK, [154ms] Sub RPC ConnectToMaster: received response from server master-127.31.182.126:37263: OK, deferred=null) after lookup
02:16:25.758 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x362e2618, L:/127.0.0.1:40136 - R:/127.31.182.126:37263] using SASL/PLAIN
02:16:25.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:25.760 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72a7ba85
02:16:25.762 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:16:25.762 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:16:25.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:25.766 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:25.769 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27b11b29
02:16:25.770 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.770 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:25.770 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:16:25.771 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:16:25.774 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdf2ed0b1, L:/127.0.0.1:38862 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:25.777 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:25.779 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.779 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:25.780 [DEBUG - main] (Connection.java:748) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] connecting to peer
02:16:25.780 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:16:25.781 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a38be384b18ec905c2135542acc4e36de955b460cc20720858555399778e10c7'}]
02:16:25.782 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.783 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:16:25.787 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.787 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299995, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:25.789 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:16:25.790 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9165be7e3ff4df51c6c50fe694632bf212673e227d92799f37a42b1605767673'}]
02:16:25.791 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.793 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xae4e4e5d, L:/127.0.0.1:38872 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:25.794 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] Successfully connected to peer
02:16:25.800 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:25.807 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:16:25.808 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:16:25.815 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:16:25.816 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:25.816 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121732349952001) for scanner KuduScanner(table=replication_test_table, tablet=614d1c2a03434d5f95423641e6f062a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.817 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [d29ecc99a45e12197a347924e8e1fd2fc2be6ada09855e4ca6dc81f4f36e08fa]
02:16:25.817 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d29ecc99a45e12197a347924e8e1fd2fc2be6ada09855e4ca6dc81f4f36e08fa]
02:16:25.818 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:16:25.818 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:16:25.819 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d29ecc99a45e12197a347924e8e1fd2fc2be6ada09855e4ca6dc81f4f36e08fa finished by subtask 0; deferring removal (restored in pending)
02:16:25.821 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:25.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:25.822 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='01ed9e759f1ae149571f3faf056da72d9f4544c741c2ce19515e2d4c90aac072'}]
02:16:25.824 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.828 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.830 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:25.831 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x71db61fb, L:/127.0.0.1:41572 - R:/127.31.182.65:43967] using TOKEN/null
02:16:25.835 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:25.839 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:25.846 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.852 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.852 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:25.852 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9ad601b5, L:/127.0.0.1:38888 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:25.853 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:16:25.856 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:25.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:25.856 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:16:25.857 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:16:25.859 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:25.861 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.861 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:25.866 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299998, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}]
02:16:25.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:25.872 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:25.875 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305121732349952001) for scanner KuduScanner(table=replication_test_table, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.876 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [a38be384b18ec905c2135542acc4e36de955b460cc20720858555399778e10c7]
02:16:25.877 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:16:25.879 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a38be384b18ec905c2135542acc4e36de955b460cc20720858555399778e10c7]
02:16:25.880 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a38be384b18ec905c2135542acc4e36de955b460cc20720858555399778e10c7 finished by subtask 3; deferring removal (restored in pending)
02:16:25.881 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:16:25.881 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:16:25.882 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:25.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:25.882 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3b5e0f159feeef9c56a0efa3c75c18617169b9795d806877860b814f16c50fbf'}]
02:16:25.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d64dce73760f4340a39ea6dfa11ee816 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:25.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:25.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:25.891 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:25.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:25.907 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d64dce73760f4340a39ea6dfa11ee816@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:25.916 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:25.932 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.932 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:25.960 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.961 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:25.963 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305121732349952001) for scanner KuduScanner(table=replication_test_table, tablet=d10ce50748464f268619f5369e938216, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.963 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [4256c87aab7b417c7acce2162bb5061f2396d70b80eb68bff82497306e5fc3fc]
02:16:25.964 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:16:25.966 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4256c87aab7b417c7acce2162bb5061f2396d70b80eb68bff82497306e5fc3fc]
02:16:25.971 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4256c87aab7b417c7acce2162bb5061f2396d70b80eb68bff82497306e5fc3fc finished by subtask 1; deferring removal (restored in pending)
02:16:25.972 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:16:25.972 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:16:25.972 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:25.972 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:25.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84729a713ed045bcbcea1f6517d88f92 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:25.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4b606b5e83a44bae9bab3836913db66a for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:25.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d64dce73760f4340a39ea6dfa11ee816 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:25.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:25.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:25.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:25.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:25.976 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=84729a713ed045bcbcea1f6517d88f92@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=4b606b5e83a44bae9bab3836913db66a@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d64dce73760f4340a39ea6dfa11ee816@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:25.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84729a713ed045bcbcea1f6517d88f92 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:25.977 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4b606b5e83a44bae9bab3836913db66a for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:25.977 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d64dce73760f4340a39ea6dfa11ee816 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:25.977 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:25.977 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:25.977 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:25.977 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=84729a713ed045bcbcea1f6517d88f92@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=4b606b5e83a44bae9bab3836913db66a@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d64dce73760f4340a39ea6dfa11ee816@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:25.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84729a713ed045bcbcea1f6517d88f92 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:25.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4b606b5e83a44bae9bab3836913db66a for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:25.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d64dce73760f4340a39ea6dfa11ee816 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:25.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:25.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:25.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:25.981 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=84729a713ed045bcbcea1f6517d88f92@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=4b606b5e83a44bae9bab3836913db66a@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d64dce73760f4340a39ea6dfa11ee816@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:25.982 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x59afbf43, L:/127.0.0.1:38894 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:25.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:25.994 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:26.014 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:26.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:26.028 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.028 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:26.029 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305121732349952001) for scanner KuduScanner(table=replication_test_table, tablet=4b0860a5dd5542e4a5bd19d8269dde11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.030 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [9165be7e3ff4df51c6c50fe694632bf212673e227d92799f37a42b1605767673]
02:16:26.031 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:16:26.036 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.036 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:26.037 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:26.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:26.037 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:16:26.037 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:16:26.038 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9165be7e3ff4df51c6c50fe694632bf212673e227d92799f37a42b1605767673]
02:16:26.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:26.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:26.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:26.039 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:26.039 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:26.039 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:26.040 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:26.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:26.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:26.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:26.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:26.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:26.040 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:26.040 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:26.040 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:26.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:26.041 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:26.043 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.043 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:16:26.043 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:26.043 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:26.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:26.044 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:26.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:26.044 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:26.044 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:26.044 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9165be7e3ff4df51c6c50fe694632bf212673e227d92799f37a42b1605767673 finished by subtask 2; deferring removal (restored in pending)
02:16:26.046 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:16:26.046 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:16:26.046 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:26.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:26.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:26.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:26.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:26.048 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:26.049 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:26.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:26.049 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:26.049 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:16:26.060 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:26.061 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:26.061 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:26.061 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:26.061 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:26.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:26.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:26.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:26.062 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:26.062 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:26.062 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:26.062 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:26.062 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:26.062 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:26.062 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:26.072 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:26.079 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5562c03d, L:/127.0.0.1:38898 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:26.099 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:26.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:26.102 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:16:26.110 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:26.136 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:26.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:26.167 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476986166 for job e277ecd084716c42d2402f58465a119c.
02:16:26.167 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.167 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:26.170 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7b92102, flushNotification=Deferred@618054332(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:16:26.170 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@62caf87a, flushNotification=Deferred@1962402983(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:16:26.171 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] connecting to peer
02:16:26.171 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] connecting to peer
02:16:26.172 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@717dbf78, flushNotification=Deferred@185784899(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:16:26.173 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] connecting to peer
02:16:26.181 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.181 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:26.185 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] Successfully connected to peer
02:16:26.199 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] Successfully connected to peer
02:16:26.210 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] Successfully connected to peer
02:16:26.212 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.213 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:26.221 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:26.221 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:26.221 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:26.221 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:26.222 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:26.222 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:26.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:26.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:26.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:26.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:26.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:26.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:26.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:26.223 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:26.231 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305121732349952001) for scanner KuduScanner(table=replication_test_table, tablet=7d7a7cec540249f483a82ab101231a7f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.231 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [01ed9e759f1ae149571f3faf056da72d9f4544c741c2ce19515e2d4c90aac072]
02:16:26.232 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:16:26.234 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [01ed9e759f1ae149571f3faf056da72d9f4544c741c2ce19515e2d4c90aac072]
02:16:26.235 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:16:26.235 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:16:26.235 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:26.237 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 01ed9e759f1ae149571f3faf056da72d9f4544c741c2ce19515e2d4c90aac072 finished by subtask 0; deferring removal (restored in pending)
02:16:26.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:26.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:26.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:26.244 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:26.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:26.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:26.246 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:26.253 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.253 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:26.263 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.263 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:26.273 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:26.273 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:26.273 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:26.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:26.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:26.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:26.274 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.274 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:26.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:26.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:26.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:26.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:26.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:26.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:26.275 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:26.279 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:26.293 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:26.295 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:26.298 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:26.300 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x4042d2d8, L:/127.0.0.1:39782 - R:/127.31.182.66:42753] using TOKEN/null
02:16:26.301 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc46ae12f, L:/127.0.0.1:38902 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:26.309 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:26.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:26.309 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:16:26.314 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:16:26.315 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd8d75d74, L:/127.0.0.1:39790 - R:/127.31.182.66:42753] using TOKEN/null
02:16:26.316 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x48475d9d, L:/127.0.0.1:39784 - R:/127.31.182.66:42753] using TOKEN/null
02:16:26.340 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.340 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:26.360 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305121732349952001) for scanner KuduScanner(table=replication_test_table, tablet=3e81b80a4d734054b91f33e1cf65dd19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.361 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [3b5e0f159feeef9c56a0efa3c75c18617169b9795d806877860b814f16c50fbf]
02:16:26.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:26.377 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.377 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:26.397 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.397 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:26.473 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.474 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:26.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:26.482 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.482 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:26.489 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.489 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:26.510 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:26.510 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:26.511 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:26.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:26.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:26.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:26.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:26.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:26.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:26.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:26.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:26.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:26.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:26.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:26.534 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:26.534 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:26.534 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:26.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:26.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:26.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:26.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:26.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:26.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:26.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:26.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:26.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:26.535 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:26.552 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.552 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:26.559 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.559 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:26.560 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3b5e0f159feeef9c56a0efa3c75c18617169b9795d806877860b814f16c50fbf]
02:16:26.561 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:16:26.561 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:16:26.563 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:26.564 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3b5e0f159feeef9c56a0efa3c75c18617169b9795d806877860b814f16c50fbf finished by subtask 3; deferring removal (restored in pending)
02:16:26.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:26.608 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:16:26.608 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:26.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:26.608 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:26.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:26.660 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.660 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:26.662 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:26.662 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:26.663 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:26.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:26.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:26.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:26.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:26.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:26.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:26.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:26.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:26.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:26.664 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:26.681 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.681 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:26.690 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.690 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:26.694 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job e277ecd084716c42d2402f58465a119c (5044 bytes, checkpointDuration=527 ms, finalizationTime=1 ms).
02:16:26.696 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476986695 for job e277ecd084716c42d2402f58465a119c.
02:16:26.697 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.697 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:26.700 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:16:26.700 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 4256c87aab7b417c7acce2162bb5061f2396d70b80eb68bff82497306e5fc3fc from pending
02:16:26.700 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d29ecc99a45e12197a347924e8e1fd2fc2be6ada09855e4ca6dc81f4f36e08fa from pending
02:16:26.700 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 01ed9e759f1ae149571f3faf056da72d9f4544c741c2ce19515e2d4c90aac072 from pending
02:16:26.700 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 9165be7e3ff4df51c6c50fe694632bf212673e227d92799f37a42b1605767673 from pending
02:16:26.700 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split a38be384b18ec905c2135542acc4e36de955b460cc20720858555399778e10c7 from pending
02:16:26.700 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 3b5e0f159feeef9c56a0efa3c75c18617169b9795d806877860b814f16c50fbf from pending
02:16:26.700 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
02:16:26.704 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@5514e990, flushNotification=Deferred@1057171581(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:16:26.704 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=126, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1474d2be, flushNotification=Deferred@907976079(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:16:26.705 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] connecting to peer
02:16:26.706 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] connecting to peer
02:16:26.746 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] Successfully connected to peer
02:16:26.746 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] Successfully connected to peer
02:16:26.757 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.757 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:26.763 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.764 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:26.772 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:26.772 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:26.772 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:26.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:26.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:26.773 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:26.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:26.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:26.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:26.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:26.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:26.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:26.774 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:26.774 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.774 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:26.790 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.790 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:26.796 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.796 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:26.799 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:26.802 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.802 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:26.805 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x2795f824, L:/127.0.0.1:41582 - R:/127.31.182.65:43967] using TOKEN/null
02:16:26.810 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:26.819 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xfef07eb6, L:/127.0.0.1:41584 - R:/127.31.182.65:43967] using TOKEN/null
02:16:26.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:26.870 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.870 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:26.882 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.883 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:26.884 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:26.885 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:26.885 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:26.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:26.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:26.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:26.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:26.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:26.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:26.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:26.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:26.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:26.890 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:26.898 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.898 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:26.914 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.914 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:26.922 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.922 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:26.934 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:26.934 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:26.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:26.954698   421 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.182.66:42753, user_credentials={real_user=slave}} blocked reactor thread for 43884.8us
02:16:26.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:26.992 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.015 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:27.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:27.027 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job e277ecd084716c42d2402f58465a119c (964 bytes, checkpointDuration=332 ms, finalizationTime=0 ms).
02:16:27.029 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:16:27.035 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.035 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:27.055 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.056 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:27.066 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.066 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:27.076 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.076 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:27.090 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:27.091 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.091 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:27.091 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:27.091 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:27.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.092 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:27.095 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:27.095 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:27.095 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:27.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:27.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:27.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:27.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:27.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:27.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:27.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:27.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:27.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:27.096 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:27.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:27.101 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:27.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:27.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:27.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d10ce50748464f268619f5369e938216 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:27.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 614d1c2a03434d5f95423641e6f062a6 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:27.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:27.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4b0860a5dd5542e4a5bd19d8269dde11 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:27.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7d7a7cec540249f483a82ab101231a7f for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:27.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e81b80a4d734054b91f33e1cf65dd19 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:27.115 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:27.120 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84729a713ed045bcbcea1f6517d88f92 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:27.120 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4b606b5e83a44bae9bab3836913db66a for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:27.120 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d64dce73760f4340a39ea6dfa11ee816 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:27.120 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:27.120 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:27.120 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:27.120 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=84729a713ed045bcbcea1f6517d88f92@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=4b606b5e83a44bae9bab3836913db66a@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d64dce73760f4340a39ea6dfa11ee816@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:27.124 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:27.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d64a747de084cc39bef92149a547521
02:16:27.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d10ce50748464f268619f5369e938216 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:27.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 614d1c2a03434d5f95423641e6f062a6 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:27.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:27.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4b0860a5dd5542e4a5bd19d8269dde11 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:27.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7d7a7cec540249f483a82ab101231a7f for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:27.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e81b80a4d734054b91f33e1cf65dd19 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:27.132 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:27.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.225.125:37847, [4ms] Sub RPC GetTableLocations: received response from server master-127.30.225.125:37847: OK, deferred=null)) after lookup
02:16:27.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:27.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476987165 for job e277ecd084716c42d2402f58465a119c.
02:16:27.175 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d10ce50748464f268619f5369e938216, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.175 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d10ce50748464f268619f5369e938216 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:27.193 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job e277ecd084716c42d2402f58465a119c (964 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
02:16:27.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:16:27.222 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=614d1c2a03434d5f95423641e6f062a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.222 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 614d1c2a03434d5f95423641e6f062a6 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:27.232 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:27.232 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:27.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:27.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:27.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:27.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:27.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:27.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:27.234 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:27.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:27.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:27.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:27.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:27.250 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.250 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:27.251 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:27.251 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:27.251 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:27.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.252 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:27.260 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b0860a5dd5542e4a5bd19d8269dde11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.260 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4b0860a5dd5542e4a5bd19d8269dde11 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:27.267 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:27.267 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:27.267 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:27.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:27.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:27.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:27.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:27.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:27.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:27.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:27.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:27.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:27.268 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:27.270 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:27.270 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7d7a7cec540249f483a82ab101231a7f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.270 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:27.270 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 7d7a7cec540249f483a82ab101231a7f for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:27.270 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:27.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:27.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:27.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:27.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:27.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:27.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:27.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:27.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:27.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:27.271 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:27.280 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3e81b80a4d734054b91f33e1cf65dd19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.280 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 3e81b80a4d734054b91f33e1cf65dd19 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:27.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84729a713ed045bcbcea1f6517d88f92 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:27.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4b606b5e83a44bae9bab3836913db66a for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:27.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d64dce73760f4340a39ea6dfa11ee816 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:27.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b70a4f2d8894c79a56db640be972b34 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:27.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7b2964db229241ba90392808fa93ba7e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:27.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 13ba4c4d6a464a7da5528902b639d2ee for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:27.292 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=84729a713ed045bcbcea1f6517d88f92@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=4b606b5e83a44bae9bab3836913db66a@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d64dce73760f4340a39ea6dfa11ee816@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=7b70a4f2d8894c79a56db640be972b34@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753)[L],74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967),bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7b2964db229241ba90392808fa93ba7e@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=13ba4c4d6a464a7da5528902b639d2ee@[029cc68a105b44459061557c20b69e28(127.31.182.66:42753),74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)[L],bc211f05615c440780e8456cea14147d(127.31.182.67:40787)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:27.293 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.182.125:35345, [9ms] Sub RPC GetTableLocations: received response from server master-127.31.182.125:35345: OK, deferred=null)) after lookup
02:16:27.301 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:27.301 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:27.301 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:27.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:27.303 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:27.303 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:27.303 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:27.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:27.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:27.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:27.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:27.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:27.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:27.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:27.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:27.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:27.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:27.308 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.309 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:27.325 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.325 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:27.348 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.348 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:27.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:27.374 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.374 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:27.383 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.383 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:27.398 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.398 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:27.412 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d10ce50748464f268619f5369e938216, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.413 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d10ce50748464f268619f5369e938216 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:27.417 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:27.417 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:27.417 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:27.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:27.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:27.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:27.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:27.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:27.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:27.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:27.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:27.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:27.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:27.423 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=614d1c2a03434d5f95423641e6f062a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.423 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 614d1c2a03434d5f95423641e6f062a6 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:27.436 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.436 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:27.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:27.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d10ce50748464f268619f5369e938216 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:27.456 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b0860a5dd5542e4a5bd19d8269dde11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 614d1c2a03434d5f95423641e6f062a6 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:27.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:27.456 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4b0860a5dd5542e4a5bd19d8269dde11 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:27.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4b0860a5dd5542e4a5bd19d8269dde11 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:27.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7d7a7cec540249f483a82ab101231a7f for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:27.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e81b80a4d734054b91f33e1cf65dd19 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:27.457 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:27.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c00538cf361e1e1db8e09b9fe0b5f07ab78d7c6c061d3c048ba29f17390a97e4'}]
02:16:27.462 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:27.462 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d8d6d6c2c68ada2fb828e63ee2b73d7ed50d061c31aca3ddcaecec5c7ac96e21'}]
02:16:27.464 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:27.464 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:16:27.464 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0e5ec8d1e24638ac51bd28aad62061e9ee0ae895e27909c3cd627a1b6c07e4fc'}]
02:16:27.464 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299997, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}]
02:16:27.465 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5abfcfa2033764f594d5dcf32094dae4fc3fca3200dfbe06f7eb32955c29c1cf'}]
02:16:27.467 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:27.468 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:27.468 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:16:27.469 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299997, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:27.475 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7d7a7cec540249f483a82ab101231a7f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.475 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 7d7a7cec540249f483a82ab101231a7f for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:27.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:27.476 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:27.477 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:16:27.477 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:27.479 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:27.479 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:16:27.479 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:27.482 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:27.488 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.484504   526 debug-util.cc:398] Leaking SignalData structure 0x7b080003f180 after lost signal to thread 388
02:16:27.497 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:27.500 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6cc010e6, L:/127.0.0.1:38914 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:27.515 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3e81b80a4d734054b91f33e1cf65dd19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.516 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 3e81b80a4d734054b91f33e1cf65dd19 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:27.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:27.534 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84729a713ed045bcbcea1f6517d88f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.534 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84729a713ed045bcbcea1f6517d88f92 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:16:27.540 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:27.542 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b606b5e83a44bae9bab3836913db66a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.542 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b606b5e83a44bae9bab3836913db66a for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:16:27.555 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:27.555 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d64dce73760f4340a39ea6dfa11ee816, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.556 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d64dce73760f4340a39ea6dfa11ee816 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:16:27.576 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:27.586 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:27.600 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b70a4f2d8894c79a56db640be972b34, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.600 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 7b70a4f2d8894c79a56db640be972b34 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:16:27.602 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:27.616 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdf8c3f14, L:/127.0.0.1:38922 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:27.620 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7b2964db229241ba90392808fa93ba7e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.620 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7b2964db229241ba90392808fa93ba7e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:16:27.631 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13ba4c4d6a464a7da5528902b639d2ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.631 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 13ba4c4d6a464a7da5528902b639d2ee for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:16:27.631 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:27.631 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:27.631 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:27.631 [DEBUG - main] (Connection.java:575) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] disconnecting while in state READY
02:16:27.632 [DEBUG - main] (Connection.java:575) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] disconnecting while in state READY
02:16:27.632 [DEBUG - main] (Connection.java:575) [peer master-127.31.182.124:36505(127.31.182.124:36505)] disconnecting while in state READY
02:16:27.632 [DEBUG - main] (Connection.java:575) [peer master-127.31.182.126:37263(127.31.182.126:37263)] disconnecting while in state READY
02:16:27.632 [DEBUG - main] (Connection.java:575) [peer master-127.31.182.125:35345(127.31.182.125:35345)] disconnecting while in state READY
02:16:27.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.632 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] handling channelInactive
02:16:27.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] cleaning up while in state READY due to: connection closed
02:16:27.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.633 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.182.124:36505(127.31.182.124:36505)] handling channelInactive
02:16:27.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state READY due to: connection closed
02:16:27.633 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.182.126:37263(127.31.182.126:37263)] handling channelInactive
02:16:27.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state READY due to: connection closed
02:16:27.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.633 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.182.125:35345(127.31.182.125:35345)] handling channelInactive
02:16:27.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state READY due to: connection closed
02:16:27.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.633 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:27.635 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:27.636 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
02:16:27.636 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
02:16:27.636 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:16:27.636 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:16:27.640 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:27.642 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:27.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:27.651 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:27.659 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:27.664 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] handling channelInactive
02:16:27.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] cleaning up while in state READY due to: connection closed
02:16:27.665 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
02:16:27.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.668203 32473 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 386
02:16:27.673 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476987665 for job e277ecd084716c42d2402f58465a119c.
02:16:27.680 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:27.686 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
02:16:27.688 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:16:27.691 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbf4f01b6, L:/127.0.0.1:38928 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:27.713 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121740529664001) for scanner KuduScanner(table=replication_test_table, tablet=4b0860a5dd5542e4a5bd19d8269dde11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.714 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [5abfcfa2033764f594d5dcf32094dae4fc3fca3200dfbe06f7eb32955c29c1cf]
02:16:27.714 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5abfcfa2033764f594d5dcf32094dae4fc3fca3200dfbe06f7eb32955c29c1cf]
02:16:27.714 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:16:27.714 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:16:27.715 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:27.716 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5abfcfa2033764f594d5dcf32094dae4fc3fca3200dfbe06f7eb32955c29c1cf finished by subtask 3; deferring removal (restored in pending)
02:16:27.716 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2dd175891ac538546eb081d9fb64d8d39758d9bac077c0a13b593d125285d54c'}]
02:16:27.718 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:27.718 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:16:27.718 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}]
02:16:27.722 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:27.726 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:27.729 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6b8afbe3, L:/127.0.0.1:38942 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:27.741 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:27.747 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:27.747 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] handling channelInactive
02:16:27.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] cleaning up while in state READY due to: connection closed
02:16:27.748 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] handling channelInactive
02:16:27.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] cleaning up while in state READY due to: connection closed
02:16:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.750228   563 connection.cc:573] client connection to 127.31.182.65:43967 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:16:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.750751   563 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:16:27.756 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:27.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.762621 32473 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 534
02:16:27.773 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121740529664001) for scanner KuduScanner(table=replication_test_table, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.773 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [0e5ec8d1e24638ac51bd28aad62061e9ee0ae895e27909c3cd627a1b6c07e4fc]
02:16:27.773 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0e5ec8d1e24638ac51bd28aad62061e9ee0ae895e27909c3cd627a1b6c07e4fc]
02:16:27.774 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:16:27.774 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:16:27.774 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:27.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:27.776 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0e5ec8d1e24638ac51bd28aad62061e9ee0ae895e27909c3cd627a1b6c07e4fc finished by subtask 0; deferring removal (restored in pending)
02:16:27.777 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='25c82a89cf21037ae15cbf5959794c1cea1f4c01bbeaa207682ea530a625e04e'}]
02:16:27.778 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:27.779 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:16:27.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:27.788 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:27.798 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2e941c7b, L:/127.0.0.1:38948 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:27.815 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121740529664001) for scanner KuduScanner(table=replication_test_table, tablet=7d7a7cec540249f483a82ab101231a7f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.815 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [2dd175891ac538546eb081d9fb64d8d39758d9bac077c0a13b593d125285d54c]
02:16:27.815 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2dd175891ac538546eb081d9fb64d8d39758d9bac077c0a13b593d125285d54c]
02:16:27.816 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:16:27.816 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:16:27.816 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:27.817 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2dd175891ac538546eb081d9fb64d8d39758d9bac077c0a13b593d125285d54c finished by subtask 3; deferring removal (restored in pending)
02:16:27.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:27.825 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:16:27.825 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:27.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:27.825 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:27.829 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:27.856 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:27.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:27.856 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:16:27.856 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:16:27.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:27.888 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:16:27.888 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:27.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:27.889 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:27.890 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:27.892 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:27.896 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] handling channelInactive
02:16:27.896 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] cleaning up while in state READY due to: connection closed
02:16:27.896 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] handling channelInactive
02:16:27.896 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] cleaning up while in state READY due to: connection closed
02:16:27.900 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] handling channelInactive
02:16:27.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] cleaning up while in state READY due to: connection closed
02:16:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.912245 32473 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 681
02:16:27.917 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:27.917 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:27.917 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:27.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:27.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:27.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:27.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:27.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:27.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:27.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:27.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:27.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:27.919 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:27.958 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:27.966 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa0d2ca65, L:/127.0.0.1:38964 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:27.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:27.982 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121740529664001) for scanner KuduScanner(table=replication_test_table, tablet=614d1c2a03434d5f95423641e6f062a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.983 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:27.983 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:27.983 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:27.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.983 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [d8d6d6c2c68ada2fb828e63ee2b73d7ed50d061c31aca3ddcaecec5c7ac96e21]
02:16:27.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:27.983 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d8d6d6c2c68ada2fb828e63ee2b73d7ed50d061c31aca3ddcaecec5c7ac96e21]
02:16:27.984 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.984 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.984 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:27.984 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:16:27.984 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:16:27.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:27.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:27.985 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d8d6d6c2c68ada2fb828e63ee2b73d7ed50d061c31aca3ddcaecec5c7ac96e21 finished by subtask 2; deferring removal (restored in pending)
02:16:27.986 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:27.986 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:27.992 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121740529664001) for scanner KuduScanner(table=replication_test_table, tablet=3e81b80a4d734054b91f33e1cf65dd19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.994 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [25c82a89cf21037ae15cbf5959794c1cea1f4c01bbeaa207682ea530a625e04e]
02:16:27.994 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [25c82a89cf21037ae15cbf5959794c1cea1f4c01bbeaa207682ea530a625e04e]
02:16:27.994 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:16:27.995 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:16:27.995 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 25c82a89cf21037ae15cbf5959794c1cea1f4c01bbeaa207682ea530a625e04e finished by subtask 0; deferring removal (restored in pending)
02:16:27.997 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:27.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:28.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:28.023 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121740529664001) for scanner KuduScanner(table=replication_test_table, tablet=d10ce50748464f268619f5369e938216, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:28.024 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c00538cf361e1e1db8e09b9fe0b5f07ab78d7c6c061d3c048ba29f17390a97e4]
02:16:28.025 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c00538cf361e1e1db8e09b9fe0b5f07ab78d7c6c061d3c048ba29f17390a97e4 finished by subtask 1; deferring removal (restored in pending)
02:16:28.026 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [c00538cf361e1e1db8e09b9fe0b5f07ab78d7c6c061d3c048ba29f17390a97e4]
02:16:28.026 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:16:28.026 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:16:28.026 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:28.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:28.063 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:16:28.063 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:28.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:28.063 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:28.085 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:28.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:28.086 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:16:28.086 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:16:28.087 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:28.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:28.088 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:28.088 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:16:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:28.123304 32473 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 32485
02:16:28.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:28.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476988166 for job e277ecd084716c42d2402f58465a119c.
02:16:28.178 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:16:28.179 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:16:28.180 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 2dd175891ac538546eb081d9fb64d8d39758d9bac077c0a13b593d125285d54c from pending
02:16:28.180 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 25c82a89cf21037ae15cbf5959794c1cea1f4c01bbeaa207682ea530a625e04e from pending
02:16:28.180 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split d8d6d6c2c68ada2fb828e63ee2b73d7ed50d061c31aca3ddcaecec5c7ac96e21 from pending
02:16:28.180 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split c00538cf361e1e1db8e09b9fe0b5f07ab78d7c6c061d3c048ba29f17390a97e4 from pending
02:16:28.180 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 5abfcfa2033764f594d5dcf32094dae4fc3fca3200dfbe06f7eb32955c29c1cf from pending
02:16:28.180 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 0e5ec8d1e24638ac51bd28aad62061e9ee0ae895e27909c3cd627a1b6c07e4fc from pending
02:16:28.180 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 6 finished splits from enumerator state
02:16:28.283 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.182.126:37263(127.31.182.126:37263)] handling channelInactive
02:16:28.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state READY due to: connection closed
02:16:28.287 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.182.126:37263(127.31.182.126:37263)] handling channelInactive
02:16:28.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state READY due to: connection closed
02:16:28.288 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.182.126:37263(127.31.182.126:37263)] handling channelInactive
02:16:28.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state READY due to: connection closed
02:16:28.288 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.182.126:37263(127.31.182.126:37263)] handling channelInactive
02:16:28.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state READY due to: connection closed
02:16:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:28.289824 32593 connection.cc:573] client connection to 127.31.182.126:37263 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:16:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:28.290274 32593 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107) [suppressed 7 similar messages]
02:16:28.296 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:28.296 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:28.296 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:28.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:28.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:28.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:28.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:28.297 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:28.297 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:28.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:28.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:28.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:28.297 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:28.300175 32473 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 32567
02:16:28.365 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.182.125:35345(127.31.182.125:35345)] handling channelInactive
02:16:28.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state READY due to: connection closed
02:16:28.365 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.182.125:35345(127.31.182.125:35345)] handling channelInactive
02:16:28.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state READY due to: connection closed
02:16:28.367 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.182.125:35345(127.31.182.125:35345)] handling channelInactive
02:16:28.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state READY due to: connection closed
02:16:28.365 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.182.125:35345(127.31.182.125:35345)] handling channelInactive
02:16:28.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state READY due to: connection closed
02:16:28.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:28.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:28.377992 32473 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 32644
02:16:28.416 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.182.124:36505(127.31.182.124:36505)] handling channelInactive
02:16:28.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state READY due to: connection closed
02:16:28.416 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.182.124:36505(127.31.182.124:36505)] handling channelInactive
02:16:28.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state READY due to: connection closed
02:16:28.417 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.182.124:36505(127.31.182.124:36505)] handling channelInactive
02:16:28.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state READY due to: connection closed
02:16:28.418 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.182.124:36505(127.31.182.124:36505)] handling channelInactive
02:16:28.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state READY due to: connection closed
02:16:28.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:28.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:28.595 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:28.595 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:28.595 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:28.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:28.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:28.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:28.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:28.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:28.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:28.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:28.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:28.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:28.597 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:28.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:28.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476988666 for job e277ecd084716c42d2402f58465a119c.
02:16:28.678 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job e277ecd084716c42d2402f58465a119c (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:16:28.681 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:16:28.852 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:28.852 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:28.853 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:28.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:28.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:28.853 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:28.853 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:28.853 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:28.853 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:28.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:28.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:28.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:28.853 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:28.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:28.960 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:28.961 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:28.961 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:28.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:28.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:28.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:28.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:28.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:28.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:28.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:28.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:28.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:28.962 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:28.977 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:29.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:29.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:29.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476989166 for job e277ecd084716c42d2402f58465a119c.
02:16:29.178 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job e277ecd084716c42d2402f58465a119c (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:16:29.180 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:16:29.251 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:29.251 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:29.251 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:29.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:29.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:29.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:29.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:29.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:29.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:29.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:29.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:29.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:29.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:29.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:29.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:29.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d10ce50748464f268619f5369e938216 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:29.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 614d1c2a03434d5f95423641e6f062a6 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:29.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:29.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4b0860a5dd5542e4a5bd19d8269dde11 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:29.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7d7a7cec540249f483a82ab101231a7f for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:29.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e81b80a4d734054b91f33e1cf65dd19 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:29.456 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:16:29.461 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='85316cfdc2a6a142396be62cda5370ac175a354fc8e5d9087ff8c361287ef60c'}]
02:16:29.462 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:29.463 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ca7d7baf63567ec770d51c4caf88ca277f5cc47417ecbb084bd65a5e0d1d5964'}]
02:16:29.464 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:29.464 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='14ce0db50a6ca307b08117daa8ee43d0758d9ce56b7203b26cab13ee9c95d8fa'}]
02:16:29.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b07436309d38285944d73ca7d7db1ec29d70a6ee2b9eb2141b59581caa008f2e'}]
02:16:29.466 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:29.466 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:16:29.467 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299997, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:29.467 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:16:29.468 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299997, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}]
02:16:29.468 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:16:29.468 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:29.470 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:29.470 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:16:29.470 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:29.475 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:29.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:29.482 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:29.485 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:29.495 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:29.504 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:29.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:29.526 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:29.526 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:29.535 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:29.538 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:29.542 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:29.542 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:29.542 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:29.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:29.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:29.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:29.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:29.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:29.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:29.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:29.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:29.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:29.543 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:29.552 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:29.555 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x842eb5e3, L:/127.0.0.1:54462 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:29.570 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121748721664001) for scanner KuduScanner(table=replication_test_table, tablet=d10ce50748464f268619f5369e938216, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:29.570 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [85316cfdc2a6a142396be62cda5370ac175a354fc8e5d9087ff8c361287ef60c]
02:16:29.570 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [85316cfdc2a6a142396be62cda5370ac175a354fc8e5d9087ff8c361287ef60c]
02:16:29.571 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:16:29.571 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:16:29.572 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 85316cfdc2a6a142396be62cda5370ac175a354fc8e5d9087ff8c361287ef60c finished by subtask 3; deferring removal (restored in pending)
02:16:29.573 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:29.573 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6db7d9110ec53cc25cc372e08c508e89089d04ab576a5636f7d58a9b08b045af'}]
02:16:29.575 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:29.575 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:16:29.576 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}]
02:16:29.577 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:29.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:29.582 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:29.586 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:29.592 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:29.595 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc20643da, L:/127.0.0.1:54478 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:29.600 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:29.606 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1378675c, L:/127.0.0.1:54466 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:29.607 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:29.617 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:29.624 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:29.629 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121748721664001) for scanner KuduScanner(table=replication_test_table, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:29.629 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [14ce0db50a6ca307b08117daa8ee43d0758d9ce56b7203b26cab13ee9c95d8fa]
02:16:29.630 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [14ce0db50a6ca307b08117daa8ee43d0758d9ce56b7203b26cab13ee9c95d8fa]
02:16:29.630 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:16:29.630 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:16:29.632 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 14ce0db50a6ca307b08117daa8ee43d0758d9ce56b7203b26cab13ee9c95d8fa finished by subtask 0; deferring removal (restored in pending)
02:16:29.632 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:29.633 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cc02c9dee6d0696ea4eca29108c8794da1580cd80b128095b86290f63662fcc1'}]
02:16:29.634 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:29.634 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:16:29.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:29.635 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299996, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:29.637 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:29.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:29.637 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:16:29.637 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:16:29.638 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121748721664001) for scanner KuduScanner(table=replication_test_table, tablet=4b0860a5dd5542e4a5bd19d8269dde11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:29.639 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b07436309d38285944d73ca7d7db1ec29d70a6ee2b9eb2141b59581caa008f2e]
02:16:29.639 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b07436309d38285944d73ca7d7db1ec29d70a6ee2b9eb2141b59581caa008f2e]
02:16:29.639 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:16:29.639 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:16:29.640 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b07436309d38285944d73ca7d7db1ec29d70a6ee2b9eb2141b59581caa008f2e finished by subtask 1; deferring removal (restored in pending)
02:16:29.641 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:29.641 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:29.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:29.654 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:29.656 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:29.659 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x13b2d939, L:/127.0.0.1:54488 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:29.664 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:29.665 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476989665 for job e277ecd084716c42d2402f58465a119c.
02:16:29.672 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x37532f60, L:/127.0.0.1:54470 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:29.675 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:29.679 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:16:29.679 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 14ce0db50a6ca307b08117daa8ee43d0758d9ce56b7203b26cab13ee9c95d8fa from pending
02:16:29.679 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b07436309d38285944d73ca7d7db1ec29d70a6ee2b9eb2141b59581caa008f2e from pending
02:16:29.679 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 85316cfdc2a6a142396be62cda5370ac175a354fc8e5d9087ff8c361287ef60c from pending
02:16:29.679 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 3 finished splits from enumerator state
02:16:29.686 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:29.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:29.686 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:16:29.687 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:16:29.707 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:29.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:29.707 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:16:29.708 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:16:29.710 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:29.715 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:29.719 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:29.719 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:29.720 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:29.720 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:29.720 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:29.720 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:29.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:29.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:29.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:29.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:29.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:29.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:29.721 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:29.730 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:29.740 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x32673ae6, L:/127.0.0.1:54492 - R:/127.30.225.66:40889] using SASL/PLAIN
02:16:29.753 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121748721664001) for scanner KuduScanner(table=replication_test_table, tablet=3e81b80a4d734054b91f33e1cf65dd19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:29.754 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [cc02c9dee6d0696ea4eca29108c8794da1580cd80b128095b86290f63662fcc1]
02:16:29.754 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cc02c9dee6d0696ea4eca29108c8794da1580cd80b128095b86290f63662fcc1]
02:16:29.755 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:16:29.755 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:16:29.755 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cc02c9dee6d0696ea4eca29108c8794da1580cd80b128095b86290f63662fcc1 finished by subtask 0; deferring removal (restored in pending)
02:16:29.755 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:29.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:29.786 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:29.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:29.787 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:29.787 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:16:29.791 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121748721664001) for scanner KuduScanner(table=replication_test_table, tablet=614d1c2a03434d5f95423641e6f062a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:29.791 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [ca7d7baf63567ec770d51c4caf88ca277f5cc47417ecbb084bd65a5e0d1d5964]
02:16:29.791 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ca7d7baf63567ec770d51c4caf88ca277f5cc47417ecbb084bd65a5e0d1d5964]
02:16:29.792 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:16:29.792 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:16:29.793 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ca7d7baf63567ec770d51c4caf88ca277f5cc47417ecbb084bd65a5e0d1d5964 finished by subtask 2; deferring removal (restored in pending)
02:16:29.793 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:29.793 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:29.818 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:29.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:29.819 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:16:29.819 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:16:29.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:29.872 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121748721664001) for scanner KuduScanner(table=replication_test_table, tablet=7d7a7cec540249f483a82ab101231a7f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:29.872 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [6db7d9110ec53cc25cc372e08c508e89089d04ab576a5636f7d58a9b08b045af]
02:16:29.872 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6db7d9110ec53cc25cc372e08c508e89089d04ab576a5636f7d58a9b08b045af]
02:16:29.872 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:16:29.873 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:16:29.873 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:29.873 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6db7d9110ec53cc25cc372e08c508e89089d04ab576a5636f7d58a9b08b045af finished by subtask 3; deferring removal (restored in pending)
02:16:29.874 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:29.895 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:29.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:29.896 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:29.896 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:16:29.934 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:29.935 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:29.935 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:29.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:29.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:29.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:29.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:29.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:29.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:29.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:29.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:29.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:29.936 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:29.939 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:29.939 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:29.940 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:29.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:29.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:29.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:29.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:29.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:29.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:29.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:29.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:29.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:29.941 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:29.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476990165 for job e277ecd084716c42d2402f58465a119c.
02:16:30.176 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job e277ecd084716c42d2402f58465a119c (3034 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:16:30.180 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:16:30.181 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split ca7d7baf63567ec770d51c4caf88ca277f5cc47417ecbb084bd65a5e0d1d5964 from pending
02:16:30.181 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 6db7d9110ec53cc25cc372e08c508e89089d04ab576a5636f7d58a9b08b045af from pending
02:16:30.181 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split cc02c9dee6d0696ea4eca29108c8794da1580cd80b128095b86290f63662fcc1 from pending
02:16:30.181 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 3 finished splits from enumerator state
02:16:30.216 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.217 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.217 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:30Z chronyd exiting
02:16:30.363 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RESTARTING to RUNNING.
02:16:30.364 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:16:30.365 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:16:30.365 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:16:30.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.369 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
02:16:30.370 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
02:16:30.370 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 7d2f5db5bec490ad0b15a71b7a248708
02:16:30.370 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
02:16:30.371 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
02:16:30.371 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b
02:16:30.371 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
02:16:30.371 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
02:16:30.371 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id e8729b5aff2e7661118f01f5f3b686e4
02:16:30.371 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
02:16:30.372 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
02:16:30.372 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 5f93dcc74a70c8785da6de741e58ceb9
02:16:30.372 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:30.374 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:16:30.375 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 7d2f5db5bec490ad0b15a71b7a248708.
02:16:30.382 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:30.382 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:30.382 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:30.395 [INFO - Thread-63] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:16:30.395 [DEBUG - Thread-63] (Connection.java:575) [peer master-127.22.124.254:40567(127.22.124.254:40567)] disconnecting while in state TERMINATED
02:16:30.396 [DEBUG - Thread-63] (Connection.java:575) [peer master-127.22.124.253:40343(127.22.124.253:40343)] disconnecting while in state TERMINATED
02:16:30.396 [DEBUG - Thread-63] (Connection.java:575) [peer master-127.22.124.252:46509(127.22.124.252:46509)] disconnecting while in state TERMINATED
02:16:30.397 [DEBUG - Thread-63] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:30.401 [INFO - Thread-63] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:16:30.402 [INFO - Thread-63] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:16:30.403 [DEBUG - Thread-63] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:30.403 [INFO - Thread-63] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:16:30.404 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:16:30.405 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:16:30.405 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
02:16:30.405 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
02:16:30.406 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ce7a19
02:16:30.406 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:30.406 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:16:30.407 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
02:16:30.407 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
02:16:30.409 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:16:30.410 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id e8729b5aff2e7661118f01f5f3b686e4.
02:16:30.411 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
02:16:30.411 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
02:16:30.411 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b8a6aaa
02:16:30.411 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:30.411 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:16:30.412 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
02:16:30.412 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
02:16:30.415 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57b30af7
02:16:30.419 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:30.419 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:16:30.419 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d01207f
02:16:30.420 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id 5f93dcc74a70c8785da6de741e58ceb9.
02:16:30.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
02:16:30.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
02:16:30.421 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:30.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5308cb0c
02:16:30.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:30.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:16:30.422 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
02:16:30.422 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
02:16:30.431 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.444 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@725890d8
02:16:30.444 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:30.444 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:30.444 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:30.444 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:30.447 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:30.456 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
02:16:30.456 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
02:16:30.457 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@155f29e4
02:16:30.457 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:30.457 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:16:30.457 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
02:16:30.458 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
02:16:30.461 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:30.461 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:30.461 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:30.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:30.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:30.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:30.462 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.462 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:30.462 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:30.462 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:30.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:30.462 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:30.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:30.463 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:30.463 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b68224d
02:16:30.463 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:30.463 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:30.463 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:30.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:30.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:30.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:30.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:30.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:30.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:30.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:30.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:30.464 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:30.465 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:30.465 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28667), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [8ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [13ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [323ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [344ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [347ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [347ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [524ms] refreshing cache from master, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [525ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [526ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [527ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [528ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [528ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [941ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [941ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [942ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [942ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1002ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [4020ms] refreshing cache from master, [4020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [4021ms] too many traces: truncated at 100 traces, deferred=Deferred@168266181(state=PENDING, result=null, callback=(continuation of Deferred@162761600 after retry RPC after error@159626486) -> (continuation of Deferred@1884123839 after retry RPC after error@1186108626) -> (continuation of Deferred@1397286927 after retry RPC after error@1207489172) -> (continuation of Deferred@1547405406 after retry RPC after error@243110671) -> (continuation of Deferred@450955871 after retry RPC after error@453773285) -> (continuation of Deferred@469042594 after retry RPC after error@2045909048) -> (continuation of Deferred@1809012395 after retry RPC after error@278615835) -> (continuation of Deferred@594577599 after retry RPC after error@1252685617) -> (continuation of Deferred@1002247873 after retry RPC after error@1909767458) -> (continuation of Deferred@1455879895 after retry RPC after error@1338773697) -> (continuation of Deferred@471076071 after retry RPC after error@1224577002) -> (continuation of Deferred@703379564 after retry RPC after error@109703048) -> (continuation of Deferred@986097802 after retry RPC after error@518058727) -> (continuation of Deferred@1384322703 after retry RPC after error@457135864) -> (continuation of Deferred@347226093 after retry RPC after error@224170070) -> (continuation of Deferred@1201784860 after retry RPC after error@642305670) -> (continuation of Deferred@587251957 after retry RPC after error@1245129443) -> (continuation of Deferred@52423313 after retry RPC after error@1673738378) -> (continuation of Deferred@1180785519 after retry RPC after error@905056626) -> (continuation of Deferred@1237663295 after retry RPC after error@867719397) -> (continuation of Deferred@2144258014 after retry RPC after error@1511137492) -> (continuation of Deferred@977721711 after retry RPC after error@1271452082), errback=(continuation of Deferred@162761600 after retry RPC after error@159626486) -> (continuation of Deferred@1884123839 after retry RPC after error@1186108626) -> (continuation of Deferred@1397286927 after retry RPC after error@1207489172) -> (continuation of Deferred@1547405406 after retry RPC after error@243110671) -> (continuation of Deferred@450955871 after retry RPC after error@453773285) -> (continuation of Deferred@469042594 after retry RPC after error@2045909048) -> (continuation of Deferred@1809012395 after retry RPC after error@278615835) -> (continuation of Deferred@594577599 after retry RPC after error@1252685617) -> (continuation of Deferred@1002247873 after retry RPC after error@1909767458) -> (continuation of Deferred@1455879895 after retry RPC after error@1338773697) -> (continuation of Deferred@471076071 after retry RPC after error@1224577002) -> (continuation of Deferred@703379564 after retry RPC after error@109703048) -> (continuation of Deferred@986097802 after retry RPC after error@518058727) -> (continuation of Deferred@1384322703 after retry RPC after error@457135864) -> (continuation of Deferred@347226093 after retry RPC after error@224170070) -> (continuation of Deferred@1201784860 after retry RPC after error@642305670) -> (continuation of Deferred@587251957 after retry RPC after error@1245129443) -> (continuation of Deferred@52423313 after retry RPC after error@1673738378) -> (continuation of Deferred@1180785519 after retry RPC after error@905056626) -> (continuation of Deferred@1237663295 after retry RPC after error@867719397) -> (continuation of Deferred@2144258014 after retry RPC after error@1511137492) -> (continuation of Deferred@977721711 after retry RPC after error@1271452082)))
02:16:30.466 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:16:30.471 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28667), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [8ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [13ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [323ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [344ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [347ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [347ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [524ms] refreshing cache from master, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [525ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [526ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [527ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [528ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [528ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [941ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [941ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [942ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [942ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1002ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [4020ms] refreshing cache from master, [4020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [4021ms] too many traces: truncated at 100 traces, deferred=Deferred@168266181(state=PENDING, result=null, callback=(continuation of Deferred@162761600 after retry RPC after error@159626486) -> (continuation of Deferred@1884123839 after retry RPC after error@1186108626) -> (continuation of Deferred@1397286927 after retry RPC after error@1207489172) -> (continuation of Deferred@1547405406 after retry RPC after error@243110671) -> (continuation of Deferred@450955871 after retry RPC after error@453773285) -> (continuation of Deferred@469042594 after retry RPC after error@2045909048) -> (continuation of Deferred@1809012395 after retry RPC after error@278615835) -> (continuation of Deferred@594577599 after retry RPC after error@1252685617) -> (continuation of Deferred@1002247873 after retry RPC after error@1909767458) -> (continuation of Deferred@1455879895 after retry RPC after error@1338773697) -> (continuation of Deferred@471076071 after retry RPC after error@1224577002) -> (continuation of Deferred@703379564 after retry RPC after error@109703048) -> (continuation of Deferred@986097802 after retry RPC after error@518058727) -> (continuation of Deferred@1384322703 after retry RPC after error@457135864) -> (continuation of Deferred@347226093 after retry RPC after error@224170070) -> (continuation of Deferred@1201784860 after retry RPC after error@642305670) -> (continuation of Deferred@587251957 after retry RPC after error@1245129443) -> (continuation of Deferred@52423313 after retry RPC after error@1673738378) -> (continuation of Deferred@1180785519 after retry RPC after error@905056626) -> (continuation of Deferred@1237663295 after retry RPC after error@867719397) -> (continuation of Deferred@2144258014 after retry RPC after error@1511137492) -> (continuation of Deferred@977721711 after retry RPC after error@1271452082), errback=(continuation of Deferred@162761600 after retry RPC after error@159626486) -> (continuation of Deferred@1884123839 after retry RPC after error@1186108626) -> (continuation of Deferred@1397286927 after retry RPC after error@1207489172) -> (continuation of Deferred@1547405406 after retry RPC after error@243110671) -> (continuation of Deferred@450955871 after retry RPC after error@453773285) -> (continuation of Deferred@469042594 after retry RPC after error@2045909048) -> (continuation of Deferred@1809012395 after retry RPC after error@278615835) -> (continuation of Deferred@594577599 after retry RPC after error@1252685617) -> (continuation of Deferred@1002247873 after retry RPC after error@1909767458) -> (continuation of Deferred@1455879895 after retry RPC after error@1338773697) -> (continuation of Deferred@471076071 after retry RPC after error@1224577002) -> (continuation of Deferred@703379564 after retry RPC after error@109703048) -> (continuation of Deferred@986097802 after retry RPC after error@518058727) -> (continuation of Deferred@1384322703 after retry RPC after error@457135864) -> (continuation of Deferred@347226093 after retry RPC after error@224170070) -> (continuation of Deferred@1201784860 after retry RPC after error@642305670) -> (continuation of Deferred@587251957 after retry RPC after error@1245129443) -> (continuation of Deferred@52423313 after retry RPC after error@1673738378) -> (continuation of Deferred@1180785519 after retry RPC after error@905056626) -> (continuation of Deferred@1237663295 after retry RPC after error@867719397) -> (continuation of Deferred@2144258014 after retry RPC after error@1511137492) -> (continuation of Deferred@977721711 after retry RPC after error@1271452082)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.85.252:39193
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:30.471 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:16:30.472 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.473 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:16:30.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.476 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28667), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [8ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [13ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [323ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [344ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [347ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [347ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [524ms] refreshing cache from master, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [525ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [526ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [527ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [528ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [528ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [941ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [941ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [942ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [942ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1002ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [4020ms] refreshing cache from master, [4020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [4021ms] too many traces: truncated at 100 traces, deferred=Deferred@168266181(state=PENDING, result=null, callback=(continuation of Deferred@162761600 after retry RPC after error@159626486) -> (continuation of Deferred@1884123839 after retry RPC after error@1186108626) -> (continuation of Deferred@1397286927 after retry RPC after error@1207489172) -> (continuation of Deferred@1547405406 after retry RPC after error@243110671) -> (continuation of Deferred@450955871 after retry RPC after error@453773285) -> (continuation of Deferred@469042594 after retry RPC after error@2045909048) -> (continuation of Deferred@1809012395 after retry RPC after error@278615835) -> (continuation of Deferred@594577599 after retry RPC after error@1252685617) -> (continuation of Deferred@1002247873 after retry RPC after error@1909767458) -> (continuation of Deferred@1455879895 after retry RPC after error@1338773697) -> (continuation of Deferred@471076071 after retry RPC after error@1224577002) -> (continuation of Deferred@703379564 after retry RPC after error@109703048) -> (continuation of Deferred@986097802 after retry RPC after error@518058727) -> (continuation of Deferred@1384322703 after retry RPC after error@457135864) -> (continuation of Deferred@347226093 after retry RPC after error@224170070) -> (continuation of Deferred@1201784860 after retry RPC after error@642305670) -> (continuation of Deferred@587251957 after retry RPC after error@1245129443) -> (continuation of Deferred@52423313 after retry RPC after error@1673738378) -> (continuation of Deferred@1180785519 after retry RPC after error@905056626) -> (continuation of Deferred@1237663295 after retry RPC after error@867719397) -> (continuation of Deferred@2144258014 after retry RPC after error@1511137492) -> (continuation of Deferred@977721711 after retry RPC after error@1271452082), errback=(continuation of Deferred@162761600 after retry RPC after error@159626486) -> (continuation of Deferred@1884123839 after retry RPC after error@1186108626) -> (continuation of Deferred@1397286927 after retry RPC after error@1207489172) -> (continuation of Deferred@1547405406 after retry RPC after error@243110671) -> (continuation of Deferred@450955871 after retry RPC after error@453773285) -> (continuation of Deferred@469042594 after retry RPC after error@2045909048) -> (continuation of Deferred@1809012395 after retry RPC after error@278615835) -> (continuation of Deferred@594577599 after retry RPC after error@1252685617) -> (continuation of Deferred@1002247873 after retry RPC after error@1909767458) -> (continuation of Deferred@1455879895 after retry RPC after error@1338773697) -> (continuation of Deferred@471076071 after retry RPC after error@1224577002) -> (continuation of Deferred@703379564 after retry RPC after error@109703048) -> (continuation of Deferred@986097802 after retry RPC after error@518058727) -> (continuation of Deferred@1384322703 after retry RPC after error@457135864) -> (continuation of Deferred@347226093 after retry RPC after error@224170070) -> (continuation of Deferred@1201784860 after retry RPC after error@642305670) -> (continuation of Deferred@587251957 after retry RPC after error@1245129443) -> (continuation of Deferred@52423313 after retry RPC after error@1673738378) -> (continuation of Deferred@1180785519 after retry RPC after error@905056626) -> (continuation of Deferred@1237663295 after retry RPC after error@867719397) -> (continuation of Deferred@2144258014 after retry RPC after error@1511137492) -> (continuation of Deferred@977721711 after retry RPC after error@1271452082)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.85.252:39193
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:30.478 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:30.478 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
02:16:30.479 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:16:30.479 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RUNNING to RESTARTING.
02:16:30.484 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:30.487 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.499 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.505 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.509 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.514 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:30.514 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:30.514 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:30.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:30.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:30.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:30.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:30.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:30.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:30.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:30.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:30.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:30.515 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:30.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.532 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.544 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.550 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.552 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.556 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.561 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.574 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.579 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.585 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.589 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.605 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.606 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.609 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.612 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.614 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.624 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.625 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.628 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.634 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.635 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.640 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.645 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.647 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.652 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.652 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.653 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.653 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.653 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.653 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.656 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.665 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476990665 for job e277ecd084716c42d2402f58465a119c.
02:16:30.665 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.674 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.674 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.676 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job e277ecd084716c42d2402f58465a119c (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:16:30.678 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:16:30.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.680 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.685 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.689 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.689 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.689 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.689 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.690 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:30.690 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:30.690 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:30.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:30.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:30.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:30.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:30.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:30.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:30.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:30.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:30.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:30.691 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:30.694 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.694 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.699 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.699 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.700 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.700 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.700 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.700 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.705 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.711 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.712 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.712 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.714 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.723 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.724 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.726 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.728 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.732 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.732 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.732 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.733 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.733 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.733 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.734 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.733 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.734 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.734 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.734 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.734 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.735 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.741 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.742 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.745 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.746 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.749 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.751 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.752 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.752 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.753 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.753 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.753 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.754 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.754 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.754 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.754 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.755 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.759 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.759 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.759 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.759 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.765 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.772 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.772 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.772 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.773 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.773 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.773 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.773 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.773 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.773 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.773 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.773 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.773 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.773 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.775 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.775 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.775 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.776 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.779 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.779 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.779 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.780 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.780 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.781 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.781 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.781 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.781 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.792 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.792 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.792 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.793 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.805 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.805 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.805 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.806 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.814 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.814 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.815 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.815 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.819 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.819 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.819 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.825 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.825 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.825 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.826 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.839 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.840 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.840 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.840 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.845 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.845 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.845 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.852 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.853 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.853 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.853 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.854 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.874 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.874 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.874 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.879 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.879 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.879 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.880 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.880 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.880 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.885 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.885 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.886 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.887 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.932 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.933 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.933 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.933 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.933 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.933 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.934 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.962 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.974 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:30.974 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:30.974 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:30.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:30.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:30.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:30.976 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:30.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:30.985 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.985 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.985 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:30.992 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:30.992 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:30.992 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:30.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:30.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:30.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:30.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:31.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:31.045 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:31.046 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:31.046 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:31.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.047 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:31.099 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:31.099 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:31.100 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:31.100 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:31.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:31.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:31.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:31.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.100 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:31.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.100 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.100 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.100 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:31.100 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.101 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:31.101 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:31.101 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:31.101 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:31.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:31.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:31.101 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:31.101 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:31.112 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:31.113 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:31.113 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:31.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:31.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:31.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:31.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:31.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:31.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:31.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:31.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:31.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:31.114 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:31.165 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:31.165 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:31.165 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:31.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476991165 for job e277ecd084716c42d2402f58465a119c.
02:16:31.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.166 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.166 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:31.173 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:31.173 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:31.173 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:31.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.175 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:31.176 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job e277ecd084716c42d2402f58465a119c (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:16:31.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:16:31.241 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:31.241 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:31.241 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:31.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:31.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:31.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:31.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:31.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:31.242 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:31.242 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:31.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:31.242 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:31.243 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:31.246 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:31.246 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:31.246 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:31.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:31.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:31.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:31.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:31.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:31.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:31.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:31.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:31.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:31.247 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:31.252 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:31.252 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:31.252 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:31.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.253 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.253 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.253 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:31.301 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:31.302 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:31.302 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:31.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:31.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:31.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:31.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:31.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:31.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:31.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:31.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:31.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:31.303 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:31.339 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:31.339 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:31.339 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:31.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.340 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:31.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:31.370 [DEBUG - main] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state READY
02:16:31.370 [DEBUG - main] (Connection.java:575) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] disconnecting while in state READY
02:16:31.370 [DEBUG - main] (Connection.java:575) [peer master-127.30.225.126:36919(127.30.225.126:36919)] disconnecting while in state READY
02:16:31.370 [DEBUG - main] (Connection.java:575) [peer master-127.30.225.124:43913(127.30.225.124:43913)] disconnecting while in state READY
02:16:31.370 [DEBUG - main] (Connection.java:575) [peer master-127.30.225.125:37847(127.30.225.125:37847)] disconnecting while in state READY
02:16:31.370 [DEBUG - main] (Connection.java:575) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] disconnecting while in state READY
02:16:31.371 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:31.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state READY due to: connection closed
02:16:31.372 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] handling channelInactive
02:16:31.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] cleaning up while in state READY due to: connection closed
02:16:31.372 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.225.126:36919(127.30.225.126:36919)] handling channelInactive
02:16:31.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state READY due to: connection closed
02:16:31.374 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.225.125:37847(127.30.225.125:37847)] handling channelInactive
02:16:31.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state READY due to: connection closed
02:16:31.374 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:31.375 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.225.124:43913(127.30.225.124:43913)] handling channelInactive
02:16:31.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state READY due to: connection closed
02:16:31.377 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-0
02:16:31.377 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
02:16:31.378 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:16:31.379 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
02:16:31.379 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-4
02:16:31.385 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] handling channelInactive
02:16:31.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] cleaning up while in state READY due to: connection closed
02:16:31.386 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
02:16:31.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.387290 31621 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 31995
02:16:31.439 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 616deb2966904e0794e826958329adb3
02:16:31.440 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:31.441 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:31.441 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:31.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:31.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:31.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:31.442 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:31.442 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:31.442 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:31.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:31.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:31.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:31.442 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:31.442 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:31.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:31.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:31.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:31.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:31.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:31.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:31.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:31.443 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:31.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:31.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:31.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:31.443 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:31.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d10ce50748464f268619f5369e938216 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:16:31.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 614d1c2a03434d5f95423641e6f062a6 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:16:31.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:16:31.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4b0860a5dd5542e4a5bd19d8269dde11 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:16:31.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7d7a7cec540249f483a82ab101231a7f for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:16:31.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e81b80a4d734054b91f33e1cf65dd19 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:16:31.449 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299995}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299995, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299995, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299995}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299995, tablet=7d7a7cec540249f483a82ab101231a7f@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299995, tablet=3e81b80a4d734054b91f33e1cf65dd19@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)[L],c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299995}]
02:16:31.452 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='66f59fdf1df17416f44dd535d30ed6c8d26dc8c569e05cfb7f9aab75222a1ee8'}]
02:16:31.453 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='81aabfa349c4bc63d442fbfda2a2b3a5ee00ef162abffba5a15f7549db92e401'}]
02:16:31.454 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:31.454 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
02:16:31.455 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ee24364e1f684c0572035fd224d125f5e06cceaa60e3f26c3edd73d7f6388100'}]
02:16:31.455 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299994, tablet=614d1c2a03434d5f95423641e6f062a6@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263),986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)[L]]}]
02:16:31.456 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:31.456 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:16:31.456 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e9491b93105f0e68e9307076174e2dbe6c7ae4d2cfa660d2418869c8757c53f0'}]
02:16:31.456 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299994, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:31.457 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:31.457 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
02:16:31.458 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299994, tablet=4b0860a5dd5542e4a5bd19d8269dde11@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:31.459 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:31.459 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:16:31.459 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299994, tablet=d10ce50748464f268619f5369e938216@[0566f19301e04a6ca0284671db312567(127.30.225.65:37263)[L],986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889),c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)]}]
02:16:31.460 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:31.462 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:31.465 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:31.469 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:31.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:31.480 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] connecting to peer
02:16:31.481 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:31.482 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:31.483 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:31.484 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] Successfully connected to peer
02:16:31.494 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:31.494 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:31.494 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:31.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:31.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:31.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:31.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:31.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:31.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:31.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:31.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:31.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:31.496 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:31.499 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.66
02:16:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.502796 31621 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 32191
02:16:31.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:31.573 [ERROR - kudu-nio-0] (Connection.java:452) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xfd9eb196, L:/127.0.0.1:54524 - R:/127.30.225.66:40889]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state NEGOTIATING due to: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xfd9eb196, L:/127.0.0.1:54524 - R:/127.30.225.66:40889]
02:16:31.574 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889) for tablet d10ce50748464f268619f5369e938216: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xfd9eb196, L:/127.0.0.1:54524 - R:/127.30.225.66:40889]
02:16:31.574 [ERROR - kudu-nio-0] (Connection.java:452) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x905144ba, L:/127.0.0.1:54508 - R:/127.30.225.66:40889]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state NEGOTIATING due to: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x905144ba, L:/127.0.0.1:54508 - R:/127.30.225.66:40889]
02:16:31.574 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889) for tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x905144ba, L:/127.0.0.1:54508 - R:/127.30.225.66:40889]
02:16:31.574 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:31.574 [ERROR - kudu-nio-0] (Connection.java:452) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xe70135dd, L:/127.0.0.1:54494 - R:/127.30.225.66:40889]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state NEGOTIATING due to: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xe70135dd, L:/127.0.0.1:54494 - R:/127.30.225.66:40889]
02:16:31.575 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889) for tablet 614d1c2a03434d5f95423641e6f062a6: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xe70135dd, L:/127.0.0.1:54494 - R:/127.30.225.66:40889]
02:16:31.575 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:31.574 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:31.576 [ERROR - kudu-nio-0] (Connection.java:452) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x9a2520b5, L:/127.0.0.1:54522 - R:/127.30.225.66:40889]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] cleaning up while in state NEGOTIATING due to: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x9a2520b5, L:/127.0.0.1:54522 - R:/127.30.225.66:40889]
02:16:31.576 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889) for tablet 4b0860a5dd5542e4a5bd19d8269dde11: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x9a2520b5, L:/127.0.0.1:54522 - R:/127.30.225.66:40889]
02:16:31.576 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] handling channelInactive
02:16:31.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.577951 31621 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 32333
02:16:31.581 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] connecting to peer
02:16:31.581 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] connecting to peer
02:16:31.582 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] Successfully connected to peer
02:16:31.585 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] connecting to peer
02:16:31.586 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] Successfully connected to peer
02:16:31.586 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] Successfully connected to peer
02:16:31.589 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] connecting to peer
02:16:31.590 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] Successfully connected to peer
02:16:31.634 [ERROR - kudu-nio-1] (Connection.java:452) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xcd3efad2, L:/127.0.0.1:60000 - R:/127.30.225.67:39559]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] cleaning up while in state NEGOTIATING due to: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xcd3efad2, L:/127.0.0.1:60000 - R:/127.30.225.67:39559]
02:16:31.635 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559) for tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xcd3efad2, L:/127.0.0.1:60000 - R:/127.30.225.67:39559]
02:16:31.635 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] handling channelInactive
02:16:31.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.635424 31621 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 31633
02:16:31.636 [ERROR - kudu-nio-1] (Connection.java:452) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x91dc8827, L:/127.0.0.1:60012 - R:/127.30.225.67:39559]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] cleaning up while in state NEGOTIATING due to: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x91dc8827, L:/127.0.0.1:60012 - R:/127.30.225.67:39559]
02:16:31.636 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559) for tablet 4b0860a5dd5542e4a5bd19d8269dde11: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x91dc8827, L:/127.0.0.1:60012 - R:/127.30.225.67:39559]
02:16:31.636 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] handling channelInactive
02:16:31.641 [ERROR - kudu-nio-1] (Connection.java:452) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xa2f800c2, L:/127.0.0.1:59988 - R:/127.30.225.67:39559]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] cleaning up while in state NEGOTIATING due to: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xa2f800c2, L:/127.0.0.1:59988 - R:/127.30.225.67:39559]
02:16:31.641 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559) for tablet 614d1c2a03434d5f95423641e6f062a6: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xa2f800c2, L:/127.0.0.1:59988 - R:/127.30.225.67:39559]
02:16:31.641 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] handling channelInactive
02:16:31.642 [ERROR - kudu-nio-1] (Connection.java:452) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x00fbae03, L:/127.0.0.1:59994 - R:/127.30.225.67:39559]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] cleaning up while in state NEGOTIATING due to: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x00fbae03, L:/127.0.0.1:59994 - R:/127.30.225.67:39559]
02:16:31.642 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559) for tablet d10ce50748464f268619f5369e938216: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x00fbae03, L:/127.0.0.1:59994 - R:/127.30.225.67:39559]
02:16:31.642 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] handling channelInactive
02:16:31.647 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] connecting to peer
02:16:31.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.648 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0566f19301e04a6ca0284671db312567(127.30.225.65:37263) for tablet d4e8b1b46a4e4252ab4fc31c6a6eb6a7: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.649 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] connecting to peer
02:16:31.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.650 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0566f19301e04a6ca0284671db312567(127.30.225.65:37263) for tablet 4b0860a5dd5542e4a5bd19d8269dde11: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.660 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] connecting to peer
02:16:31.661 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] connecting to peer
02:16:31.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.661 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0566f19301e04a6ca0284671db312567(127.30.225.65:37263) for tablet d10ce50748464f268619f5369e938216: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.665 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476991665 for job e277ecd084716c42d2402f58465a119c.
02:16:31.670 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.674 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0566f19301e04a6ca0284671db312567(127.30.225.65:37263) for tablet 614d1c2a03434d5f95423641e6f062a6: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263
02:16:31.675 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.676 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.30.225.125:37847(127.30.225.125:37847)] Successfully connected to peer
02:16:31.677 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:16:31.679 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.225.126:36919(127.30.225.126:36919)] handling channelInactive
02:16:31.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state READY due to: connection closed
02:16:31.679 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:31.679 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:31.680 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:31.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.680 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.680 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:16:31.680 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.680 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.680 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.681 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:31.681 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.125
02:16:31.685 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.685994 31621 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 31703
02:16:31.687 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.30.225.125:37847(127.30.225.125:37847)] Successfully connected to peer
02:16:31.695 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:31.695 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:31.695 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:31.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:31.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:31.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:31.695 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:31.696 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.697 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.30.225.124:43913(127.30.225.124:43913)] Successfully connected to peer
02:16:31.698 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.700 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.711 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.30.225.124:43913(127.30.225.124:43913)] Successfully connected to peer
02:16:31.713 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.714 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.124
02:16:31.714 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:31.715 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:31.715 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:31.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:31.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:31.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:31.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:31.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:31.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:31.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:31.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:31.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:31.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:31.717 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.124
02:16:31.720 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.720 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.30.225.125:37847(127.30.225.125:37847)] Successfully connected to peer
02:16:31.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.722 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:31.724 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.30.225.124:43913(127.30.225.124:43913)] Successfully connected to peer
02:16:31.724 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.725 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.30.225.125:37847(127.30.225.125:37847)] Successfully connected to peer
02:16:31.726 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.727 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913] using SASL/PLAIN
02:16:31.728 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:31.728 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.30.225.124:43913(127.30.225.124:43913)] Successfully connected to peer
02:16:31.732 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.124
02:16:31.734 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.225.124
02:16:31.735 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.30.225.125:37847(127.30.225.125:37847)] handling channelInactive
02:16:31.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state NEGOTIATING due to: connection closed
02:16:31.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: connection closed
02:16:31.735 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.225.125:37847(127.30.225.125:37847)] handling channelInactive
02:16:31.735 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state READY due to: connection closed
02:16:31.736 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state NEGOTIATING due to: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847]
02:16:31.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847]
02:16:31.736 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.30.225.125:37847(127.30.225.125:37847)] handling channelInactive
02:16:31.737 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state NEGOTIATING due to: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847]
02:16:31.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847]
02:16:31.737 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.30.225.125:37847(127.30.225.125:37847)] handling channelInactive
02:16:31.741 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:31.741 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913] using SASL/PLAIN
02:16:31.744 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913] using SASL/PLAIN
02:16:31.745 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.747 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:16:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.748692 31621 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 31797
02:16:31.749 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state NEGOTIATING due to: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847]
02:16:31.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847]
02:16:31.750 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.30.225.125:37847(127.30.225.125:37847)] handling channelInactive
02:16:31.753 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.753 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.754 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:31.754 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:31.754 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:31.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:31.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:31.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:31.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:31.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:31.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:31.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:31.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:31.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:31.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:31.787 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.225.124:43913(127.30.225.124:43913)] handling channelInactive
02:16:31.787 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state READY due to: connection closed
02:16:31.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state READY due to: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913]
02:16:31.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913]
02:16:31.787 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.787 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state READY due to: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913]
02:16:31.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913]
02:16:31.787 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.788 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.30.225.124:43913(127.30.225.124:43913)] handling channelInactive
02:16:31.789 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.30.225.124:43913(127.30.225.124:43913)] handling channelInactive
02:16:31.792 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state READY due to: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913]
02:16:31.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913]
02:16:31.794 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.795 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.30.225.124:43913(127.30.225.124:43913)] handling channelInactive
02:16:31.800 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.800 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:31.801 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state NEGOTIATING due to: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913]
02:16:31.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913]
02:16:31.801 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.801 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.30.225.124:43913(127.30.225.124:43913)] handling channelInactive
02:16:31.805 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.805 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.805 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.805 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.809 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.810 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.810 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.812 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.820 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.820 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.820 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.821 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.821 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.821 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.821 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.821 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.821 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.821 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.821 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.825 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.826 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.826 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.826 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.828 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.828 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.829 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.829 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.829 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.829 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.830 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.830 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.830 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.830 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.831 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.840 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.841 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.841 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.841 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.841 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.841 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.841 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.841 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.842 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.842 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.842 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.842 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.842 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.842 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.842 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.843 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.845 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.845 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.845 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.846 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.846 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.846 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.846 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.850 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.851 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.851 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.852 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.860 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.860 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.860 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.860 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.861 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.861 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.861 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.861 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.861 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.861 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.860 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.862 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.865 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.866 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.866 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.866 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.866 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.867 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:31.870 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.870 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.870 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.880 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.880 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.880 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.880 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.881 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.881 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.881 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.881 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.881 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.882 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.882 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.882 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.882 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.883 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.901 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.901 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.901 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.902 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.910 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.910 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.910 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.911 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.920 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.921 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.921 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.921 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.922 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.922 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.921 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.922 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.922 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.922 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.923 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.925 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.925 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.925 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.926 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.929 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.930 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.930 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.930 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.930 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.930 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.930 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.931 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.940 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.941 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.941 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.942 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.950 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.950 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.950 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.960 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.960 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.960 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.961 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:31.966 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:31.966 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:31.966 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:31.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:31.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:31.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:31.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:31.972 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:31.972 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:31.972 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:31.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:31.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:31.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:31.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:31.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:31.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:31.973 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:31.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:31.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:31.973 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:31.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:32.005 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:32.006 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:32.006 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:32.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.007 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:32.014 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:32.014 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:32.014 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:32.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:32.015 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:32.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:32.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:32.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:32.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:32.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:32.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:32.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:32.015 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:32.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:32.065 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:32.066 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:32.066 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:32.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:32.110 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:32.110 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:32.110 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:32.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:32.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:32.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:32.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:32.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:32.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:32.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:32.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:32.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:32.111 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:32.140 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:32.141 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:32.141 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:32.141 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.141 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.141 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.141 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.141 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.142 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:32.150 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:32.150 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:32.150 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:32.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.151 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:32.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476992165 for job e277ecd084716c42d2402f58465a119c.
02:16:32.175 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:16:32.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:16:32.180 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:32.180 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:32.180 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:32.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.180 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.181 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:32.185 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:32.185 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:32.185 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:32.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:32.192 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:32.192 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:32.193 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:32.193 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:32.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:32.379 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:32.379 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:32.379 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:32.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.380 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:32.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.380 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:32.380 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:32.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.381 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:32.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.381 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:32.462 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:32.462 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:32.462 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:32.462 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.462 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:32.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.463 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:32.477 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:32.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:32.610 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:32.610 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:32.610 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:32.610 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.610 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.610 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.610 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:32.653 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:32.654 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:32.654 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:32.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.654 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:32.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476992665 for job e277ecd084716c42d2402f58465a119c.
02:16:32.675 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:32.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:16:32.721 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:32.721 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:32.721 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:32.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:32.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:32.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:32.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:32.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:32.722 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:32.722 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:32.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:32.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:32.722 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:32.751 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:32.751 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:32.752 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:32.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:32.752 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:32.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:32.752 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:32.752 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:32.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:32.752 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:32.752 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:32.752 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:32.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:32.765 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:32.765 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:32.765 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:32.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:32.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:32.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:32.766 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:32.825 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:32.825 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:32.825 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:32.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:32.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:32.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:32.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:32.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:32.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:32.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:33.001 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:33.001 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:33.001 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:33.001 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:33.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:33.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:33.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:33.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:33.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:33.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:33.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:33.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:33.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:33.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:33.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:33.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:33.002 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:33.001 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:33.003 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:33.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:33.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:33.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:33.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:33.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:33.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:33.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:33.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:33.019 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:33.020 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:33.020 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:33.020 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:33.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:33.020 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:33.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:33.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:33.020 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:33.020 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:33.020 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:33.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:33.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:33Z chronyd exiting
02:16:33.060 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:33.061 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:33.061 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:33.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.061 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.061 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.061 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.061 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:33.160 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:33.161 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:33.161 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:33.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.161 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.161 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.161 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.161 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:33.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476993165 for job e277ecd084716c42d2402f58465a119c.
02:16:33.175 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:16:33.176 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:16:33.271 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:33.272 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:33.272 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:33.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:33.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:33.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:33.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:33.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:33.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:33.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:33.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:33.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:33.272 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:33.320 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:33.321 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:33.321 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:33.321 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:33.321 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:33.321 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:33.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:33.321 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:33.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:33.321 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:33.321 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:33.321 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:33.321 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:33.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:33.390 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:33.390 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:33.391 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:33.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.391 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:33.454 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:33.454 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:33.455 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:33.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:33.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:33.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:33.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:33.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:33.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:33.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:33.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:33.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:33.455 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:33.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:33.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:33.510 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:33.511 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:33.511 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:33.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.511 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:33.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:33.519 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:33.519 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:33.519 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:33.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:33.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:33.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:33.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:33.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:33.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:33.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:33.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:33.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:33.520 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:33.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476993666 for job e277ecd084716c42d2402f58465a119c.
02:16:33.675 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:16:33.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:16:33.840 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:33.840 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:33.840 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:33.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:33.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:33.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:33.841 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:33.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:33.913 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:33.913 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:33.913 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:33.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:33.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:33.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:33.913 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:33.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:33.913 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:33.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:33.913 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:33.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:33.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:33.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:33.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:34.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.02:16:34.078 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476994078
02:16:34.078 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476994078
02:16:34.084 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:16:34.090 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:16:34.090 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:16:34.090 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:16:34.091 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:16:34.091 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:16:34.096 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:16:34.141 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:34.141 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:34.141 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:34.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:34.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:34.141 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:34.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:34.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:34.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:34.142 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:34.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:34.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:34.142 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:34.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476994166 for job e277ecd084716c42d2402f58465a119c.
02:16:34.174 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:16:34.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:16:34.332 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:34.333 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:34.333 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:34.333 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:34.333 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:34.333 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:34.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:34.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:34.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:34.333 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:34.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:34.333 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:34.334 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:34.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:34.461 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:34.461 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:34.461 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:34.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:34.461 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:34.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:34.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:34.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:34.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:34.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:34.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:34.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:34.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:34.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:34.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:34.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:34.540 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:16:34.540 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:16:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.544322  1543 mini_oidc.cc:150] Starting JWKS server
02:16:34.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.548326  1543 webserver.cc:534] Webserver started at http://127.0.0.1:37325/ using document root <none> and password file <none>
02:16:34.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.548745  1543 mini_oidc.cc:186] Starting OIDC Discovery server
02:16:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.550726  1543 webserver.cc:534] Webserver started at http://127.0.0.1:32861/ using document root <none> and password file <none>
02:16:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:34Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:16:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:34Z Disabled control of system clock
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.623926  1543 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/wal
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/data
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/logs
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/data/info.pb
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.254:37147
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.254
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37325/jwks.json with env {}
02:16:34.645 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:34.645 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:34.646 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:34.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:34.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:34.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:34.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:34.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:34.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:34.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:34.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:34.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:34.646 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:34.665 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:34.665 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476994665 for job e277ecd084716c42d2402f58465a119c.
02:16:34.666 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:34.666 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:34.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:34.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:34.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:34.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:34.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:34.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:34.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:34.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:34.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:34.667 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:34.674 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:16:34.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:16:34.772 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:34.773 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:34.773 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:34.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:34.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:34.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:34.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:34.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:34.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:34.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:34.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:34.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:34.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:34.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:34.962 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:34.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.990548  1555 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.991122  1555 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.991668  1555 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:35.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.029826  1555 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.030117  1555 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.030324  1555 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.030581  1555 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.030804  1555 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:35.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.030956  1555 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37325/jwks.json
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.072132  1555 master_runner.cc:387] Master server non-default flags:
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/data
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/wal
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.254:37147
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37325/jwks.json
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/data/info.pb
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.254
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/logs
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.073642  1555 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.075388  1555 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.087622  1561 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:35.119 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:35.119 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:35.120 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:35.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:35.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:35.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:35.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:35.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:35.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:35.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:35.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:35.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:35.120 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:35.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476995165 for job e277ecd084716c42d2402f58465a119c.
02:16:35.182 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:16:35.187 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:16:35.234 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:35.234 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:35.234 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:35.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.235 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:35.246 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:35.247 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:35.247 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:35.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.247 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:35.287 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:35.287 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:35.288 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:35.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.289 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.289 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.289 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.289 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:35.334 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:35.335 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:35.335 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:35.335 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:35.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:35.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:35.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:35.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:35.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:35.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:35.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:35.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:35.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:35.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:35.372 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:35.372 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:35.373 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:35.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:35.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:35.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:35.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:35.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:35.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:35.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:35.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:35.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:35.375 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:35.412 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:35.413 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:35.413 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:35.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:35.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:35.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:35.413 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:35.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:35.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:35.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:35.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:35.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:35.414 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:35.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:35.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:35.510 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:35.510 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:35.511 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:35.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:35.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:35.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:35.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:35.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:35.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:35.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:35.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:35.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:35.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:35.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:35.541 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:35.542 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:35.542 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:35.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:35.544 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27174), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [73ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [73ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [108ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [108ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [177ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [178ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [226ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [228ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [266ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [266ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [303ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [463ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [463ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [663ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2302ms] refreshing cache from master, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2306ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2306ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4000ms] refreshing cache from master, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4001ms] too many traces: truncated at 100 traces, deferred=Deferred@979044638(state=PENDING, result=null, callback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399), errback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399)))
02:16:35.545 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:35.546 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:35.546 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:35.545 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27174), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [73ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [73ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [108ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [108ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [177ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [178ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [226ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [228ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [266ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [266ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [303ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [463ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [463ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [663ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2302ms] refreshing cache from master, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2306ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2306ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4000ms] refreshing cache from master, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4001ms] too many traces: truncated at 100 traces, deferred=Deferred@979044638(state=PENDING, result=null, callback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399), errback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27174), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [73ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [73ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [108ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [108ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [177ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [178ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [226ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [228ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [266ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [266ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [303ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [463ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [463ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [663ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2302ms] refreshing cache from master, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2306ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2306ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4000ms] refreshing cache from master, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4001ms] too many traces: truncated at 100 traces, deferred=Deferred@979044638(state=PENDING, result=null, callback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399), errback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:35.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.547 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:35.554 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27174), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [73ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [73ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [108ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [108ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [177ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [178ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [226ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [228ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [266ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [266ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [303ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [463ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [463ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [663ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2302ms] refreshing cache from master, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2306ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2306ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4000ms] refreshing cache from master, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4001ms] too many traces: truncated at 100 traces, deferred=Deferred@979044638(state=PENDING, result=null, callback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399), errback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27174), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [73ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [73ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [108ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [108ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [177ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [178ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [178ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [226ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [228ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [265ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [266ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [266ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [303ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [463ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [463ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [663ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [841ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2302ms] refreshing cache from master, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [2306ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [2306ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [4000ms] refreshing cache from master, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [4001ms] too many traces: truncated at 100 traces, deferred=Deferred@979044638(state=PENDING, result=null, callback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399), errback=(continuation of Deferred@810040351 after retry RPC after error@1304604674) -> (continuation of Deferred@1141243915 after retry RPC after error@645395052) -> (continuation of Deferred@1471056505 after retry RPC after error@263483950) -> (continuation of Deferred@2068200843 after retry RPC after error@1656439837) -> (continuation of Deferred@1105590129 after retry RPC after error@1844234337) -> (continuation of Deferred@655104562 after retry RPC after error@523188578) -> (continuation of Deferred@1906252681 after retry RPC after error@2059102747) -> (continuation of Deferred@1033974516 after retry RPC after error@1529079819) -> (continuation of Deferred@1382671285 after retry RPC after error@1931714641) -> (continuation of Deferred@1201736275 after retry RPC after error@50774300) -> (continuation of Deferred@519044738 after retry RPC after error@1889592358) -> (continuation of Deferred@1067228147 after retry RPC after error@178762557) -> (continuation of Deferred@1801275141 after retry RPC after error@472584092) -> (continuation of Deferred@1202932969 after retry RPC after error@1891250553) -> (continuation of Deferred@1910383876 after retry RPC after error@902660940) -> (continuation of Deferred@1749304600 after retry RPC after error@1230278800) -> (continuation of Deferred@1235385019 after retry RPC after error@279729952) -> (continuation of Deferred@1510653096 after retry RPC after error@934766441) -> (continuation of Deferred@1830462598 after retry RPC after error@528345938) -> (continuation of Deferred@270400489 after retry RPC after error@480070316) -> (continuation of Deferred@605811501 after retry RPC after error@1422699399)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:35.555 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:16:35.555 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RUNNING to RESTARTING.
02:16:35.556 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#7) of source Source: KuduSource.
02:16:35.556 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to CANCELING.
02:16:35.557 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
02:16:35.557 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to CANCELING.
02:16:35.557 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
02:16:35.558 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#7) of source Source: KuduSource.
02:16:35.558 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to CANCELING.
02:16:35.558 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:16:35.559 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#7) of source Source: KuduSource.
02:16:35.559 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CANCELING to CANCELED.
02:16:35.559 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
02:16:35.559 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
02:16:35.559 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
02:16:35.559 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to CANCELING.
02:16:35.562 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:35.562 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:35.562 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:35.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.564 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.564 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.564 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.564 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:35.569 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
02:16:35.569 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to CANCELING.
02:16:35.569 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
02:16:35.570 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:16:35.570 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CANCELING to CANCELED.
02:16:35.570 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
02:16:35.570 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#7 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
02:16:35.571 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
02:16:35.571 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
02:16:35.571 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
02:16:35.571 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CANCELING to CANCELED.
02:16:35.572 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:35.574 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:16:35.574 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
02:16:35.574 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
02:16:35.576 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
02:16:35.576 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to CANCELING.
02:16:35.576 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
02:16:35.578 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:16:35.578 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CANCELING to CANCELED.
02:16:35.578 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
02:16:35.582 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:35.582 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:35.582 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:35.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:35.585 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#7 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
02:16:35.586 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#7 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
02:16:35.586 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
02:16:35.587 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CANCELING to CANCELED.
02:16:35.587 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:35.588 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
02:16:35.589 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:35.590 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CANCELING to CANCELED.
02:16:35.591 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44a1d56ce7e44c75dd2bece6ef564b6b
02:16:35.602 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:35.602 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:35.602 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:35.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.603 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:35.622 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:35.622 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:35.622 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:35.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:35.641 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:35.642 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:35.642 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:35.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.643 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:35.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476995665 for job e277ecd084716c42d2402f58465a119c.
02:16:35.684 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:35.684 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:35.684 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:35.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.685 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.687 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:35.692 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=26 ms, finalizationTime=1 ms).
02:16:35.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:16:35.806 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RESTARTING to RUNNING.
02:16:35.806 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job ae9a9a282dc7cf140fbb43ea3e349843 from Checkpoint 63 @ 1783476865426 for ae9a9a282dc7cf140fbb43ea3e349843 located at file:/tmp/junit494488604027002473/checkpoints/ae9a9a282dc7cf140fbb43ea3e349843/chk-63.
02:16:35.807 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:16:35.807 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
02:16:35.808 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:35.808 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 63 for source Source: KuduSource to checkpoint.
02:16:35.808 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
02:16:35.809 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id bed5637ce9a56480e4e5830264928b1a
02:16:35.810 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot bed5637ce9a56480e4e5830264928b1a.
02:16:35.811 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id bed5637ce9a56480e4e5830264928b1a.
02:16:35.821 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
02:16:35.821 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
02:16:35.822 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:35.822 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:35.822 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:35.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:35.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:35.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:35.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:35.827 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f14b40
02:16:35.827 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:35.827 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:16:35.828 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:16:35.830 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:16:35.839 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e1951c8
02:16:35.840 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:35.841 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:35.841 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:35.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:35.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:35.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:35.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:35.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:35.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:35.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:35.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:35.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:35.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:35.850 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:35.859 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:35.866 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:35.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:35.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.872 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:35.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:35.879 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:35.879 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:35.880 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:35.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.880 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:35.881 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.883 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:35.899 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:35.900 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:35.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.902 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:35.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.904 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:35.919 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:35.920 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:35.920 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:35.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:35.921 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:35.921 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:35.921 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:35.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:35.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.923 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:35.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:35.924 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:35.940 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:35.940 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:35.941 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:35.941 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.941 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.942 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:35.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:35.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:35.979 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:35.980 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:35.980 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:35.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:35.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:35.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:35.982 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:35.993 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:35.993 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:35.993 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:35.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:35.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:35.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:35.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:35.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:35.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:35.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:35.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:35.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:35.995 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:35.999 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:35.999 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:35.999 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:36.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.000 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.007 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:36.030 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:36.031 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:36.031 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:36.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:36.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:36.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:36.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:36.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:36.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:36.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:36.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:36.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:36.031 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:36.042 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:36.042 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:36.042 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:36.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:36.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:36.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:36.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:36.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:36.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:36.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:36.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:36.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:36.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:36.044 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:36.044 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:36.044 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:36.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:36.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:36.044 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:36.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:36.044 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:36.044 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:36.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:36.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:36.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:36.045 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:36.081 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:36.082 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:36.082 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:36.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:36.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:36.082 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:36.082 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:36.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:36.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:36.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:36.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:36.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:36.083 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:36.120 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:36.120 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:36.120 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:36.120 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.121 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.121 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.121 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:36.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476996165 for job e277ecd084716c42d2402f58465a119c.
02:16:36.181 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:16:36.182 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:16:36.219 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:36.219 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:36.220 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:36.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:36.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:36.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:36.221 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:36.221 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:36.221 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:36.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:36.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:36.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:36.221 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:36.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:36.379 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:36.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:36.380 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:36.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.381 [INFO - pool-470-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.381 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:36.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.381 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:36.419 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:36.419 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:36.419 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:36.419 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:36.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:36.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:36.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:36.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:36.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:36.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:36.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:36.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:36.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:36.431 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:36.431 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:36.431 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:36.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:36.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:36.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:36.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:36.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:36.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:36.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:36.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:36.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:36.432 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:36.433 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28041), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [78ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [97ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [134ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [144ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [164ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [381ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [382ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [561ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [562ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [563ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [881ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [882ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [882ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1863ms] refreshing cache from master, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1865ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1865ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1866ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1866ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3001ms] too many traces: truncated at 100 traces, deferred=Deferred@157960147(state=PENDING, result=null, callback=(continuation of Deferred@920792147 after retry RPC after error@1052733065) -> (continuation of Deferred@176004583 after retry RPC after error@1366427556) -> (continuation of Deferred@1985292653 after retry RPC after error@861653512) -> (continuation of Deferred@1437592353 after retry RPC after error@346134807) -> (continuation of Deferred@1264637103 after retry RPC after error@637951041) -> (continuation of Deferred@207244611 after retry RPC after error@346756350) -> (continuation of Deferred@1495498600 after retry RPC after error@1305723993) -> (continuation of Deferred@331196661 after retry RPC after error@1610433176) -> (continuation of Deferred@493334064 after retry RPC after error@1313165513) -> (continuation of Deferred@809612276 after retry RPC after error@85843686) -> (continuation of Deferred@623638107 after retry RPC after error@1091320111) -> (continuation of Deferred@2096102633 after retry RPC after error@393148284) -> (continuation of Deferred@1829585636 after retry RPC after error@1307106091) -> (continuation of Deferred@1323531979 after retry RPC after error@777430396) -> (continuation of Deferred@701220912 after retry RPC after error@577863585) -> (continuation of Deferred@2008111106 after retry RPC after error@1826057933) -> (continuation of Deferred@455778607 after retry RPC after error@848255388) -> (continuation of Deferred@1325622919 after retry RPC after error@410376364) -> (continuation of Deferred@1444421972 after retry RPC after error@504615346) -> (continuation of Deferred@1257290665 after retry RPC after error@2096540387) -> (continuation of Deferred@1802712744 after retry RPC after error@1802368053) -> (continuation of Deferred@604972802 after retry RPC after error@1835479250) -> (continuation of Deferred@533962144 after retry RPC after error@454762035) -> (continuation of Deferred@1181814117 after retry RPC after error@306468057) -> (continuation of Deferred@293205420 after retry RPC after error@1389402934) -> (continuation of Deferred@478457388 after retry RPC after error@743887865), errback=(continuation of Deferred@920792147 after retry RPC after error@1052733065) -> (continuation of Deferred@176004583 after retry RPC after error@1366427556) -> (continuation of Deferred@1985292653 after retry RPC after error@861653512) -> (continuation of Deferred@1437592353 after retry RPC after error@346134807) -> (continuation of Deferred@1264637103 after retry RPC after error@637951041) -> (continuation of Deferred@207244611 after retry RPC after error@346756350) -> (continuation of Deferred@1495498600 after retry RPC after error@1305723993) -> (continuation of Deferred@331196661 after retry RPC after error@1610433176) -> (continuation of Deferred@493334064 after retry RPC after error@1313165513) -> (continuation of Deferred@809612276 after retry RPC after error@85843686) -> (continuation of Deferred@623638107 after retry RPC after error@1091320111) -> (continuation of Deferred@2096102633 after retry RPC after error@393148284) -> (continuation of Deferred@1829585636 after retry RPC after error@1307106091) -> (continuation of Deferred@1323531979 after retry RPC after error@777430396) -> (continuation of Deferred@701220912 after retry RPC after error@577863585) -> (continuation of Deferred@2008111106 after retry RPC after error@1826057933) -> (continuation of Deferred@455778607 after retry RPC after error@848255388) -> (continuation of Deferred@1325622919 after retry RPC after error@410376364) -> (continuation of Deferred@1444421972 after retry RPC after error@504615346) -> (continuation of Deferred@1257290665 after retry RPC after error@2096540387) -> (continuation of Deferred@1802712744 after retry RPC after error@1802368053) -> (continuation of Deferred@604972802 after retry RPC after error@1835479250) -> (continuation of Deferred@533962144 after retry RPC after error@454762035) -> (continuation of Deferred@1181814117 after retry RPC after error@306468057) -> (continuation of Deferred@293205420 after retry RPC after error@1389402934) -> (continuation of Deferred@478457388 after retry RPC after error@743887865)))
02:16:36.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:36.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.089242  1562 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.518487  1564 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:36.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.523303  1563 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1434 milliseconds
02:16:36.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.523447  1555 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.525038  1555 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:36.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.528010  1555 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.529465  1555 hybrid_clock.cc:648] HybridClock initialized: now 1783476996529417 us; error 38 us; skew 500 ppm
02:16:36.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.530427  1555 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.538098  1555 webserver.cc:534] Webserver started at http://127.1.129.254:43525/ using document root <none> and password file <none>
02:16:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.539121  1555 fs_manager.cc:362] Metadata directory not provided
02:16:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.539443  1555 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.539953  1555 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:36.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.544934  1555 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/data/instance:
02:16:36.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39e4cd231cf0455b9362514c7bf7f345"
02:16:36.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:36 on dist-test-slave-fshw"
02:16:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.546383  1555 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/wal/instance:
02:16:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39e4cd231cf0455b9362514c7bf7f345"
02:16:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:36 on dist-test-slave-fshw"
02:16:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.554618  1555 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
02:16:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.560873  1594 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.562171  1555 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:16:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.562472  1555 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/wal
02:16:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39e4cd231cf0455b9362514c7bf7f345"
02:16:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:36 on dist-test-slave-fshw"
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.562906  1555 fs_report.cc:389] FS layout report
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/wal
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/wal
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/data/data
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.624687  1555 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.626499  1555 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:36.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.626940  1555 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:36.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476996665 for job e277ecd084716c42d2402f58465a119c.
02:16:36.675 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:36.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:16:36.701 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:36.701 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:36.701 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:36.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:36.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:36.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:36.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:36.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:36.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:36.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:36.702 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:36.702 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:36.702 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.713049  1555 rpc_server.cc:307] RPC server started. Bound to: 127.1.129.254:37147
02:16:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.713197  1645 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.129.254:37147 every 8 connection(s)
02:16:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.716344  1555 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/data/info.pb
02:16:36.720 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:36.720 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:36.720 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:36.720 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:36.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:36.720 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:36.721 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.723685  1646 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.723852  1543 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 1555
02:16:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.724434  1543 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-0/wal/instance
02:16:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.728513  1543 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/wal
02:16:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/data
02:16:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/logs
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/data/info.pb
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.253:40449
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.253
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37325/jwks.json with env {}
02:16:36.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.735742  1646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } has no permanent_uuid. Determining permanent_uuid...
02:16:36.760 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:36.760 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:36.760 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:36.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:36.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:36.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:36.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:36.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:36.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:36.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:36.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:36.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:36.761 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:36.761 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28406), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [13ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [38ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [38ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [71ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [74ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [75ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [75ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [92ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [94ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [95ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [132ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [133ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [206ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [206ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [207ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [211ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [263ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [383ms] refreshing cache from master, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [385ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [721ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [724ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [943ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [943ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1002ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3940ms] refreshing cache from master, [3940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3941ms] too many traces: truncated at 100 traces, deferred=Deferred@2040346627(state=PENDING, result=null, callback=(continuation of Deferred@338295992 after retry RPC after error@590517021) -> (continuation of Deferred@295783463 after retry RPC after error@32252720) -> (continuation of Deferred@1526449033 after retry RPC after error@1843796400) -> (continuation of Deferred@1992142943 after retry RPC after error@380168219) -> (continuation of Deferred@315332300 after retry RPC after error@1329407676) -> (continuation of Deferred@1419331660 after retry RPC after error@94411508) -> (continuation of Deferred@1267925370 after retry RPC after error@1841157746) -> (continuation of Deferred@1945647265 after retry RPC after error@1913551632) -> (continuation of Deferred@566570234 after retry RPC after error@583561462) -> (continuation of Deferred@273115454 after retry RPC after error@286279389) -> (continuation of Deferred@423234297 after retry RPC after error@2022999784) -> (continuation of Deferred@1404112477 after retry RPC after error@1082432600) -> (continuation of Deferred@153103219 after retry RPC after error@1440698233) -> (continuation of Deferred@239558777 after retry RPC after error@1791318965) -> (continuation of Deferred@1656131117 after retry RPC after error@1304277381) -> (continuation of Deferred@2026656995 after retry RPC after error@940880060) -> (continuation of Deferred@1854244469 after retry RPC after error@1309946809) -> (continuation of Deferred@1415912916 after retry RPC after error@1240061620) -> (continuation of Deferred@194856914 after retry RPC after error@1694180579) -> (continuation of Deferred@403447317 after retry RPC after error@525809622) -> (continuation of Deferred@2123710521 after retry RPC after error@1140109108) -> (continuation of Deferred@997260777 after retry RPC after error@490702038), errback=(continuation of Deferred@338295992 after retry RPC after error@590517021) -> (continuation of Deferred@295783463 after retry RPC after error@32252720) -> (continuation of Deferred@1526449033 after retry RPC after error@1843796400) -> (continuation of Deferred@1992142943 after retry RPC after error@380168219) -> (continuation of Deferred@315332300 after retry RPC after error@1329407676) -> (continuation of Deferred@1419331660 after retry RPC after error@94411508) -> (continuation of Deferred@1267925370 after retry RPC after error@1841157746) -> (continuation of Deferred@1945647265 after retry RPC after error@1913551632) -> (continuation of Deferred@566570234 after retry RPC after error@583561462) -> (continuation of Deferred@273115454 after retry RPC after error@286279389) -> (continuation of Deferred@423234297 after retry RPC after error@2022999784) -> (continuation of Deferred@1404112477 after retry RPC after error@1082432600) -> (continuation of Deferred@153103219 after retry RPC after error@1440698233) -> (continuation of Deferred@239558777 after retry RPC after error@1791318965) -> (continuation of Deferred@1656131117 after retry RPC after error@1304277381) -> (continuation of Deferred@2026656995 after retry RPC after error@940880060) -> (continuation of Deferred@1854244469 after retry RPC after error@1309946809) -> (continuation of Deferred@1415912916 after retry RPC after error@1240061620) -> (continuation of Deferred@194856914 after retry RPC after error@1694180579) -> (continuation of Deferred@403447317 after retry RPC after error@525809622) -> (continuation of Deferred@2123710521 after retry RPC after error@1140109108) -> (continuation of Deferred@997260777 after retry RPC after error@490702038)))
02:16:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.767668  1646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } has no permanent_uuid. Determining permanent_uuid...
02:16:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.770396  1596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.129.253:40449: connect: Connection refused (error 111)
02:16:36.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.775175  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.253:40449: Network error: Client connection negotiation failed: client connection to 127.1.129.253:40449: connect: Connection refused (error 111)
02:16:36.810 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:36.810 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:36.810 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:36.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:36.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:36.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:36.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:36.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:36.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:36.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:36.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:36.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:36.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.824687  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } attempt: 1
02:16:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.830235  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.253:40449: Network error: Client connection negotiation failed: client connection to 127.1.129.253:40449: connect: Connection refused (error 111)
02:16:36.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:36.870 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:36.871 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:36.871 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:36.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:36.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:36.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:36.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:36.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:36.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:36.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:36.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:36.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:36.871 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:36.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:36.881 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:36.882 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:36.882 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:36.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:36.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:36.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:36.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:36.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:36.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:36.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:36.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:36.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:36.883 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:36.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.898684  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } attempt: 2
02:16:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.903990  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.253:40449: Network error: Client connection negotiation failed: client connection to 127.1.129.253:40449: connect: Connection refused (error 111)
02:16:36.925 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:36.925 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:36.925 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:36.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:36.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:36.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:36.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:36.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:36.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:36.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:36.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:36.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:36.926 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:36.932 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:36.933 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:36.933 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:36.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:36.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:36.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:36.933 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:36.933 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:36.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:36.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:36.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:36.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:36.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:36.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:36.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.995388  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } attempt: 3
02:16:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.000483  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.253:40449: Network error: Client connection negotiation failed: client connection to 127.1.129.253:40449: connect: Connection refused (error 111)
02:16:37.001 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:37.001 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:37.001 [DEBUG - pool-379-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:37.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:37.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:37.001 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:37.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:37.001 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:37.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:37.001 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:37.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:37.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:37.002 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:37.002 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28647), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [55ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [160ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [194ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [194ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [194ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [246ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [281ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [381ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [382ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [642ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [642ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [642ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [781ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [781ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [782ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [782ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1444ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2180ms] refreshing cache from master, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4161ms] too many traces: truncated at 100 traces, deferred=Deferred@370388028(state=PENDING, result=null, callback=(continuation of Deferred@1130211063 after retry RPC after error@1375009704) -> (continuation of Deferred@791566315 after retry RPC after error@609709182) -> (continuation of Deferred@169024541 after retry RPC after error@2093780812) -> (continuation of Deferred@553651761 after retry RPC after error@1051439859) -> (continuation of Deferred@751481551 after retry RPC after error@887422709) -> (continuation of Deferred@355733470 after retry RPC after error@1986726817) -> (continuation of Deferred@265192297 after retry RPC after error@483313459) -> (continuation of Deferred@699494795 after retry RPC after error@120144159) -> (continuation of Deferred@2089242456 after retry RPC after error@370866340) -> (continuation of Deferred@881196741 after retry RPC after error@2036949235) -> (continuation of Deferred@1062341897 after retry RPC after error@2127302047) -> (continuation of Deferred@1705289557 after retry RPC after error@1467497962) -> (continuation of Deferred@2028820553 after retry RPC after error@1716716094) -> (continuation of Deferred@646815662 after retry RPC after error@806117880) -> (continuation of Deferred@573659296 after retry RPC after error@1552804906) -> (continuation of Deferred@381118714 after retry RPC after error@1172822133) -> (continuation of Deferred@1840999473 after retry RPC after error@1592013072) -> (continuation of Deferred@1933140622 after retry RPC after error@149301484) -> (continuation of Deferred@1049237285 after retry RPC after error@1092214101) -> (continuation of Deferred@2030889706 after retry RPC after error@1083444335) -> (continuation of Deferred@776538215 after retry RPC after error@557161358) -> (continuation of Deferred@1064337144 after retry RPC after error@1600649741) -> (continuation of Deferred@965467062 after retry RPC after error@888135394), errback=(continuation of Deferred@1130211063 after retry RPC after error@1375009704) -> (continuation of Deferred@791566315 after retry RPC after error@609709182) -> (continuation of Deferred@169024541 after retry RPC after error@2093780812) -> (continuation of Deferred@553651761 after retry RPC after error@1051439859) -> (continuation of Deferred@751481551 after retry RPC after error@887422709) -> (continuation of Deferred@355733470 after retry RPC after error@1986726817) -> (continuation of Deferred@265192297 after retry RPC after error@483313459) -> (continuation of Deferred@699494795 after retry RPC after error@120144159) -> (continuation of Deferred@2089242456 after retry RPC after error@370866340) -> (continuation of Deferred@881196741 after retry RPC after error@2036949235) -> (continuation of Deferred@1062341897 after retry RPC after error@2127302047) -> (continuation of Deferred@1705289557 after retry RPC after error@1467497962) -> (continuation of Deferred@2028820553 after retry RPC after error@1716716094) -> (continuation of Deferred@646815662 after retry RPC after error@806117880) -> (continuation of Deferred@573659296 after retry RPC after error@1552804906) -> (continuation of Deferred@381118714 after retry RPC after error@1172822133) -> (continuation of Deferred@1840999473 after retry RPC after error@1592013072) -> (continuation of Deferred@1933140622 after retry RPC after error@149301484) -> (continuation of Deferred@1049237285 after retry RPC after error@1092214101) -> (continuation of Deferred@2030889706 after retry RPC after error@1083444335) -> (continuation of Deferred@776538215 after retry RPC after error@557161358) -> (continuation of Deferred@1064337144 after retry RPC after error@1600649741) -> (continuation of Deferred@965467062 after retry RPC after error@888135394)))
02:16:37.050 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:37.050 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:37.050 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:37.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:37.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:37.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:37.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:37.050 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:37.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:37.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:37.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:37.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:37.050 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:37.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.081166  1648 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:37.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.081835  1648 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:37.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.082316  1648 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:37.094 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:37.095 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:37.095 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:37.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:37.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:37.095 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:37.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:37.095 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:37.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:37.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:37.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:37.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:37.095 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:37.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.120230  1648 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:37.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.120519  1648 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:37.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.120729  1648 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:37.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.120936  1648 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:37.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.121274  1648 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:37.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.121449  1648 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37325/jwks.json
02:16:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:37.143908  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } attempt: 4
02:16:37.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.148947  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.253:40449: Network error: Client connection negotiation failed: client connection to 127.1.129.253:40449: connect: Connection refused (error 111)
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:37.164358  1648 master_runner.cc:387] Master server non-default flags:
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/data
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/wal
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.253:40449
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37325/jwks.json
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/data/info.pb
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.253
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/logs
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:37.165799  1648 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:37.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476997165 for job e277ecd084716c42d2402f58465a119c.
02:16:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:37.168300  1648 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:37.178 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:16:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.183153  1657 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:37.183 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:16:37.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:37.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:37.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:37.448406  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } attempt: 5
02:16:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.456957  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.253:40449: Network error: Client connection negotiation failed: client connection to 127.1.129.253:40449: connect: Connection refused (error 111)
02:16:37.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:37.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:37.500 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:37.500 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:37.501 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:37.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:37.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:37.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:37.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:37.501 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:37.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:37.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:37.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:37.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:37.502 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:37.519 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:37.519 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:37.519 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:37.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:37.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:37.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:37.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:37.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:37.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:37.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:37.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:37.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:37.521 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:37.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476997666 for job e277ecd084716c42d2402f58465a119c.
02:16:37.681 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:16:37.682 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:16:37.781 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:37.782 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:37.782 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:37.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:37.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:37.783 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:37.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:37.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:37.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:37.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:37.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:37.783 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:37.784 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:37.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:37.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:37.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:37.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.004592  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } attempt: 6
02:16:38.010 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:38.011 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:38.011 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:38.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:38.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:38.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:38.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:38.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:38.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:38.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:38.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:38.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:38.012 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.029445  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.253:40449: Network error: Client connection negotiation failed: client connection to 127.1.129.253:40449: connect: Connection refused (error 111)
02:16:38.145 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:38.146 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:38.146 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:38.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:38.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:38.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:38.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:38.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:38.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:38.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:38.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:38.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:38.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:38.167 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476998166 for job e277ecd084716c42d2402f58465a119c.
02:16:38.179 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:16:38.181 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:16:38.301 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:38.301 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:38.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:38.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:38.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:38.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:38.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:38.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:38.303 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:38.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:38.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:38.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:38.303 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:38.321 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:38.321 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:38.321 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:38.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:38.322 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:38.322 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:38.322 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:38.322 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:38.322 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:38.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:38.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:38.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:38.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:38.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29941), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [24ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [72ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [72ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [98ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [363ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [461ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [463ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1449ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1450ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [6321ms] refreshing cache from master, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [6322ms] too many traces: truncated at 100 traces, deferred=Deferred@417791939(state=PENDING, result=null, callback=(continuation of Deferred@233706836 after retry RPC after error@1487138046) -> (continuation of Deferred@728623181 after retry RPC after error@81396228) -> (continuation of Deferred@2036593534 after retry RPC after error@1054880944) -> (continuation of Deferred@2047577249 after retry RPC after error@773155782) -> (continuation of Deferred@1208714617 after retry RPC after error@2012315004) -> (continuation of Deferred@1371113895 after retry RPC after error@1425507085) -> (continuation of Deferred@1086583975 after retry RPC after error@1017473886) -> (continuation of Deferred@558643676 after retry RPC after error@1238051091) -> (continuation of Deferred@376609345 after retry RPC after error@18545738) -> (continuation of Deferred@1096333164 after retry RPC after error@1363906021) -> (continuation of Deferred@1399432479 after retry RPC after error@96992148) -> (continuation of Deferred@27316119 after retry RPC after error@201940707) -> (continuation of Deferred@307643168 after retry RPC after error@678887845) -> (continuation of Deferred@791457611 after retry RPC after error@1771307531) -> (continuation of Deferred@1232802650 after retry RPC after error@1502693881) -> (continuation of Deferred@319681399 after retry RPC after error@1522544455) -> (continuation of Deferred@1269827206 after retry RPC after error@406667400) -> (continuation of Deferred@1691848371 after retry RPC after error@1060519801) -> (continuation of Deferred@1962514991 after retry RPC after error@112377144) -> (continuation of Deferred@1581783371 after retry RPC after error@1351301132) -> (continuation of Deferred@1755048144 after retry RPC after error@2077479814) -> (continuation of Deferred@1708068854 after retry RPC after error@1812795419) -> (continuation of Deferred@1541912610 after retry RPC after error@1053626171) -> (continuation of Deferred@593500075 after retry RPC after error@661210644) -> (continuation of Deferred@1101646963 after retry RPC after error@399226794) -> (continuation of Deferred@884287415 after retry RPC after error@1501662931), errback=(continuation of Deferred@233706836 after retry RPC after error@1487138046) -> (continuation of Deferred@728623181 after retry RPC after error@81396228) -> (continuation of Deferred@2036593534 after retry RPC after error@1054880944) -> (continuation of Deferred@2047577249 after retry RPC after error@773155782) -> (continuation of Deferred@1208714617 after retry RPC after error@2012315004) -> (continuation of Deferred@1371113895 after retry RPC after error@1425507085) -> (continuation of Deferred@1086583975 after retry RPC after error@1017473886) -> (continuation of Deferred@558643676 after retry RPC after error@1238051091) -> (continuation of Deferred@376609345 after retry RPC after error@18545738) -> (continuation of Deferred@1096333164 after retry RPC after error@1363906021) -> (continuation of Deferred@1399432479 after retry RPC after error@96992148) -> (continuation of Deferred@27316119 after retry RPC after error@201940707) -> (continuation of Deferred@307643168 after retry RPC after error@678887845) -> (continuation of Deferred@791457611 after retry RPC after error@1771307531) -> (continuation of Deferred@1232802650 after retry RPC after error@1502693881) -> (continuation of Deferred@319681399 after retry RPC after error@1522544455) -> (continuation of Deferred@1269827206 after retry RPC after error@406667400) -> (continuation of Deferred@1691848371 after retry RPC after error@1060519801) -> (continuation of Deferred@1962514991 after retry RPC after error@112377144) -> (continuation of Deferred@1581783371 after retry RPC after error@1351301132) -> (continuation of Deferred@1755048144 after retry RPC after error@2077479814) -> (continuation of Deferred@1708068854 after retry RPC after error@1812795419) -> (continuation of Deferred@1541912610 after retry RPC after error@1053626171) -> (continuation of Deferred@593500075 after retry RPC after error@661210644) -> (continuation of Deferred@1101646963 after retry RPC after error@399226794) -> (continuation of Deferred@884287415 after retry RPC after error@1501662931)))
02:16:38.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:38.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:38.431 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:38.432 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:38.432 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:38.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:38.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:38.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:38.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:38.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:38.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:38.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:38.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:38.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:38.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:38.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:38.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:38.521 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:38.521 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:38.521 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:38.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:38.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:38.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:38.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:38.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:38.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:38.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:38.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:38.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:38.522 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:38.522 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:38.522 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:38.522 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:38.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:38.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:38.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:38.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:38.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:38.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:38.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:38.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:38.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:38.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:37.184047  1658 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.534317  1648 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.353s	user 0.487s	sys 0.861s
02:16:38.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.534916  1648 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.353s	user 0.487s	sys 0.861s
02:16:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.538731  1648 server_base.cc:1061] running on GCE node
02:16:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.539217  1665 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:38.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.540740  1648 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.544158  1648 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.545764  1648 hybrid_clock.cc:648] HybridClock initialized: now 1783476998545572 us; error 139 us; skew 500 ppm
02:16:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.546903  1648 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:38.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.555529  1648 webserver.cc:534] Webserver started at http://127.1.129.253:38853/ using document root <none> and password file <none>
02:16:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.556656  1648 fs_manager.cc:362] Metadata directory not provided
02:16:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.556880  1648 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.557432  1648 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.562726  1648 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/data/instance:
02:16:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d54735a74f9d434bb84f2b33afd1dff0"
02:16:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:38 on dist-test-slave-fshw"
02:16:38.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.564128  1648 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/wal/instance:
02:16:38.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d54735a74f9d434bb84f2b33afd1dff0"
02:16:38.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:38 on dist-test-slave-fshw"
02:16:38.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.574163  1648 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.002s
02:16:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.581487  1670 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.582964  1648 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
02:16:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.583350  1648 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/wal
02:16:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d54735a74f9d434bb84f2b33afd1dff0"
02:16:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:38 on dist-test-slave-fshw"
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.583702  1648 fs_report.cc:389] FS layout report
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/wal
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/wal
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/data/data
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:38.665 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476998665 for job e277ecd084716c42d2402f58465a119c.
02:16:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.673826  1648 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:38.676 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:16:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.675788  1648 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.676429  1648 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:38.677 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:16:38.694 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:38.694 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:38.694 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:38.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:38.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:38.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:38.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:38.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:38.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:38.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:38.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:38.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:38.695 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:38.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.761636  1648 rpc_server.cc:307] RPC server started. Bound to: 127.1.129.253:40449
02:16:38.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.761735  1721 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.129.253:40449 every 8 connection(s)
02:16:38.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.764686  1648 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/data/info.pb
02:16:38.765 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:38.765 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:38.765 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:38.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:38.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:38.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:38.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:38.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:38.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:38.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:38.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:38.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:38.766 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.765811  1543 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 1648
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.766274  1543 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-1/wal/instance
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.769146  1543 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/wal
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/data
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/logs
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/data/info.pb
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:38.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.252:44083
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.252
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37325/jwks.json with env {}
02:16:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.772507  1722 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.790953  1722 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } has no permanent_uuid. Determining permanent_uuid...
02:16:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.821770  1722 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } has no permanent_uuid. Determining permanent_uuid...
02:16:38.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.837474  1722 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } has no permanent_uuid. Determining permanent_uuid...
02:16:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.840464  1673 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.845610  1722 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:38.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:38.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:38.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.895179  1722 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 1
02:16:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.900173  1722 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:38.941 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:38.941 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:38.941 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:38.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:38.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:38.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:38.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:38.941 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:38.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:38.941 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:38.941 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:38.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:38.941 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:38.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:38.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.968605  1722 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 2
02:16:38.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.973280  1722 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:38.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.064780  1722 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 3
02:16:39.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.069427  1722 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:39.085 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:39.086 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:39.086 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:39.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:39.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:39.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:39.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:39.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:39.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:39.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:39.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:39.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:39.086 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:39.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.090014  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } attempt: 7
02:16:39.115 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:39.115 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:39.115 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:39.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:39.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:39.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:39.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:39.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:39.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:39.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:39.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:39.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:39.116 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:39.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.118489  1646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } has no permanent_uuid. Determining permanent_uuid...
02:16:39.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.125533  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:39.127 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:39.127 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:39.127 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:39.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:39.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:39.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:39.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:39.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:39.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:39.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:39.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:39.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:39.127 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.139055  1724 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.139681  1724 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:39.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.140296  1724 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:39.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476999165 for job e277ecd084716c42d2402f58465a119c.
02:16:39.174 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:16:39.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:16:39.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.181411  1724 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:39.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.181702  1724 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:39.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.182189  1724 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:39.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.182500  1724 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.182838  1724 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.183106  1724 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37325/jwks.json
02:16:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.184020  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 1
02:16:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.191797  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:39.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.212862  1722 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 4
02:16:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.218852  1722 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.231705  1724 master_runner.cc:387] Master server non-default flags:
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/data
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/wal
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.252:44083
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37325/jwks.json
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/data/info.pb
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.252
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/logs
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.233529  1724 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:39.235 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:39.235 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:39.235 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:39.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:39.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:39.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:39.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:39.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:39.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:39.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:39.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:39.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.235739  1724 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:39.236 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:39.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.248611  1737 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.273347  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 2
02:16:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.281744  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:39.310 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:39.310 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:39.310 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:39.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:39.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:39.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:39.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:39.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:39.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:39.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:39.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:39.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:39.311 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:39.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.367350  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 3
02:16:39.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.377728  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:39.381 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:39.400 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:39.400 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:39.400 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:39.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:39.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:39.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:39.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:39.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:39.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:39.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:39.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:39.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:39.402 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:39.459 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:39.460 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:39.460 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:39.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:39.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:39.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:39.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:39.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:39.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:39.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:39.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:39.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:39.461 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:39.462 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:39.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.518285  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 4
02:16:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.518338  1722 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 5
02:16:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.528868  1722 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.538879  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:39.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783476999665 for job e277ecd084716c42d2402f58465a119c.
02:16:39.680 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:16:39.682 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:16:39.775 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:39.775 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:39.775 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:39.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:39.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:39.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:39.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:39.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:39.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:39.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:39.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:39.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:39.777 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:39.822441  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 5
02:16:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.834076  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:39.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:39.879 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:39.959 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:39.960 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:39.960 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:39.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:39.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:39.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:39.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:39.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:39.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:39.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:39.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:39.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:39.962 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:39.962 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:39.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:39.993 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:39.993 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:39.993 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:39.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:39.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:39.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:39.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:39.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:39.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:39.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:39.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:39.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:39.995 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:40.076503  1722 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 6
02:16:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:40.100234  1722 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:40.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477000165 for job e277ecd084716c42d2402f58465a119c.
02:16:40.181 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:16:40.183 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:16:40.242 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:40.242 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:40.242 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:40.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:40.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:40.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:40.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:40.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:40.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:40.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:40.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:40.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:40.244 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:40.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:40.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:40.386679  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 6
02:16:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:40.412197  1646 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:40.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:40.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:40.532 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:40.533 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:40.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:40.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:40.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:40.534 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:40.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:40.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:40.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:40.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:40.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:40.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:40.535 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:40.639 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:40.640 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:40.640 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:40.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:40.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:40.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:40.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:40.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:40.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:40.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:40.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:40.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:40.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:40.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477000665 for job e277ecd084716c42d2402f58465a119c.
02:16:40.677 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:16:40.679 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:16:40.713 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:40.713 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:40.713 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:40.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:40.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:40.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:40.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:40.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:40.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:40.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:40.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:40.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:40.714 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:40.715 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29269), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [12ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [26ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [70ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [87ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [93ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [94ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [94ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [283ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [322ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [322ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [322ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [323ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [800ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [802ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [802ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [803ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [803ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1102ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [3040ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [3043ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [3681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [3681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [3681ms] too many traces: truncated at 100 traces, deferred=Deferred@334387494(state=PENDING, result=null, callback=(continuation of Deferred@333222607 after retry RPC after error@2057946072) -> (continuation of Deferred@5625082 after retry RPC after error@1637059263) -> (continuation of Deferred@372123304 after retry RPC after error@573407414) -> (continuation of Deferred@217149965 after retry RPC after error@1909114718) -> (continuation of Deferred@372679849 after retry RPC after error@1481686761) -> (continuation of Deferred@1605816052 after retry RPC after error@2028016235) -> (continuation of Deferred@1532092978 after retry RPC after error@103524423) -> (continuation of Deferred@1870858008 after retry RPC after error@528560841) -> (continuation of Deferred@1268056953 after retry RPC after error@279442396) -> (continuation of Deferred@1735101719 after retry RPC after error@1902832713) -> (continuation of Deferred@302491606 after retry RPC after error@1024565081) -> (continuation of Deferred@103399129 after retry RPC after error@537330417) -> (continuation of Deferred@261175344 after retry RPC after error@1045136844) -> (continuation of Deferred@1969171370 after retry RPC after error@1842851706) -> (continuation of Deferred@1795246664 after retry RPC after error@151443201) -> (continuation of Deferred@84459504 after retry RPC after error@1433697364) -> (continuation of Deferred@885403576 after retry RPC after error@197613822) -> (continuation of Deferred@1274057033 after retry RPC after error@1032897215) -> (continuation of Deferred@950964570 after retry RPC after error@161426969) -> (continuation of Deferred@1185586362 after retry RPC after error@2106866666) -> (continuation of Deferred@830230851 after retry RPC after error@1105415827) -> (continuation of Deferred@1396594009 after retry RPC after error@262766527) -> (continuation of Deferred@1544343872 after retry RPC after error@121670532) -> (continuation of Deferred@645235368 after retry RPC after error@1659192670) -> (continuation of Deferred@1490624147 after retry RPC after error@1539748519) -> (continuation of Deferred@1370229685 after retry RPC after error@422275947) -> (continuation of Deferred@152490843 after retry RPC after error@1739266900), errback=(continuation of Deferred@333222607 after retry RPC after error@2057946072) -> (continuation of Deferred@5625082 after retry RPC after error@1637059263) -> (continuation of Deferred@372123304 after retry RPC after error@573407414) -> (continuation of Deferred@217149965 after retry RPC after error@1909114718) -> (continuation of Deferred@372679849 after retry RPC after error@1481686761) -> (continuation of Deferred@1605816052 after retry RPC after error@2028016235) -> (continuation of Deferred@1532092978 after retry RPC after error@103524423) -> (continuation of Deferred@1870858008 after retry RPC after error@528560841) -> (continuation of Deferred@1268056953 after retry RPC after error@279442396) -> (continuation of Deferred@1735101719 after retry RPC after error@1902832713) -> (continuation of Deferred@302491606 after retry RPC after error@1024565081) -> (continuation of Deferred@103399129 after retry RPC after error@537330417) -> (continuation of Deferred@261175344 after retry RPC after error@1045136844) -> (continuation of Deferred@1969171370 after retry RPC after error@1842851706) -> (continuation of Deferred@1795246664 after retry RPC after error@151443201) -> (continuation of Deferred@84459504 after retry RPC after error@1433697364) -> (continuation of Deferred@885403576 after retry RPC after error@197613822) -> (continuation of Deferred@1274057033 after retry RPC after error@1032897215) -> (continuation of Deferred@950964570 after retry RPC after error@161426969) -> (continuation of Deferred@1185586362 after retry RPC after error@2106866666) -> (continuation of Deferred@830230851 after retry RPC after error@1105415827) -> (continuation of Deferred@1396594009 after retry RPC after error@262766527) -> (continuation of Deferred@1544343872 after retry RPC after error@121670532) -> (continuation of Deferred@645235368 after retry RPC after error@1659192670) -> (continuation of Deferred@1490624147 after retry RPC after error@1539748519) -> (continuation of Deferred@1370229685 after retry RPC after error@422275947) -> (continuation of Deferred@152490843 after retry RPC after error@1739266900)))
02:16:40.716 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:16:40.716 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29269), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [12ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [26ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [70ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [87ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [93ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [94ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [94ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [283ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [322ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [322ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [322ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [323ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [800ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [802ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [802ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [803ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [803ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1102ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [3040ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [3043ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [3681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [3681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [3681ms] too many traces: truncated at 100 traces, deferred=Deferred@334387494(state=PENDING, result=null, callback=(continuation of Deferred@333222607 after retry RPC after error@2057946072) -> (continuation of Deferred@5625082 after retry RPC after error@1637059263) -> (continuation of Deferred@372123304 after retry RPC after error@573407414) -> (continuation of Deferred@217149965 after retry RPC after error@1909114718) -> (continuation of Deferred@372679849 after retry RPC after error@1481686761) -> (continuation of Deferred@1605816052 after retry RPC after error@2028016235) -> (continuation of Deferred@1532092978 after retry RPC after error@103524423) -> (continuation of Deferred@1870858008 after retry RPC after error@528560841) -> (continuation of Deferred@1268056953 after retry RPC after error@279442396) -> (continuation of Deferred@1735101719 after retry RPC after error@1902832713) -> (continuation of Deferred@302491606 after retry RPC after error@1024565081) -> (continuation of Deferred@103399129 after retry RPC after error@537330417) -> (continuation of Deferred@261175344 after retry RPC after error@1045136844) -> (continuation of Deferred@1969171370 after retry RPC after error@1842851706) -> (continuation of Deferred@1795246664 after retry RPC after error@151443201) -> (continuation of Deferred@84459504 after retry RPC after error@1433697364) -> (continuation of Deferred@885403576 after retry RPC after error@197613822) -> (continuation of Deferred@1274057033 after retry RPC after error@1032897215) -> (continuation of Deferred@950964570 after retry RPC after error@161426969) -> (continuation of Deferred@1185586362 after retry RPC after error@2106866666) -> (continuation of Deferred@830230851 after retry RPC after error@1105415827) -> (continuation of Deferred@1396594009 after retry RPC after error@262766527) -> (continuation of Deferred@1544343872 after retry RPC after error@121670532) -> (continuation of Deferred@645235368 after retry RPC after error@1659192670) -> (continuation of Deferred@1490624147 after retry RPC after error@1539748519) -> (continuation of Deferred@1370229685 after retry RPC after error@422275947) -> (continuation of Deferred@152490843 after retry RPC after error@1739266900), errback=(continuation of Deferred@333222607 after retry RPC after error@2057946072) -> (continuation of Deferred@5625082 after retry RPC after error@1637059263) -> (continuation of Deferred@372123304 after retry RPC after error@573407414) -> (continuation of Deferred@217149965 after retry RPC after error@1909114718) -> (continuation of Deferred@372679849 after retry RPC after error@1481686761) -> (continuation of Deferred@1605816052 after retry RPC after error@2028016235) -> (continuation of Deferred@1532092978 after retry RPC after error@103524423) -> (continuation of Deferred@1870858008 after retry RPC after error@528560841) -> (continuation of Deferred@1268056953 after retry RPC after error@279442396) -> (continuation of Deferred@1735101719 after retry RPC after error@1902832713) -> (continuation of Deferred@302491606 after retry RPC after error@1024565081) -> (continuation of Deferred@103399129 after retry RPC after error@537330417) -> (continuation of Deferred@261175344 after retry RPC after error@1045136844) -> (continuation of Deferred@1969171370 after retry RPC after error@1842851706) -> (continuation of Deferred@1795246664 after retry RPC after error@151443201) -> (continuation of Deferred@84459504 after retry RPC after error@1433697364) -> (continuation of Deferred@885403576 after retry RPC after error@197613822) -> (continuation of Deferred@1274057033 after retry RPC after error@1032897215) -> (continuation of Deferred@950964570 after retry RPC after error@161426969) -> (continuation of Deferred@1185586362 after retry RPC after error@2106866666) -> (continuation of Deferred@830230851 after retry RPC after error@1105415827) -> (continuation of Deferred@1396594009 after retry RPC after error@262766527) -> (continuation of Deferred@1544343872 after retry RPC after error@121670532) -> (continuation of Deferred@645235368 after retry RPC after error@1659192670) -> (continuation of Deferred@1490624147 after retry RPC after error@1539748519) -> (continuation of Deferred@1370229685 after retry RPC after error@422275947) -> (continuation of Deferred@152490843 after retry RPC after error@1739266900)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.132.190:46819
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:40.716 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:16:40.718 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:16:40.720 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29269), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [12ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [26ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [70ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [87ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [93ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [94ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [94ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [283ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [322ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [322ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [322ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [323ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [800ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [802ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [802ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [803ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [803ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1102ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [3040ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [3043ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [3681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [3681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [3681ms] too many traces: truncated at 100 traces, deferred=Deferred@334387494(state=PENDING, result=null, callback=(continuation of Deferred@333222607 after retry RPC after error@2057946072) -> (continuation of Deferred@5625082 after retry RPC after error@1637059263) -> (continuation of Deferred@372123304 after retry RPC after error@573407414) -> (continuation of Deferred@217149965 after retry RPC after error@1909114718) -> (continuation of Deferred@372679849 after retry RPC after error@1481686761) -> (continuation of Deferred@1605816052 after retry RPC after error@2028016235) -> (continuation of Deferred@1532092978 after retry RPC after error@103524423) -> (continuation of Deferred@1870858008 after retry RPC after error@528560841) -> (continuation of Deferred@1268056953 after retry RPC after error@279442396) -> (continuation of Deferred@1735101719 after retry RPC after error@1902832713) -> (continuation of Deferred@302491606 after retry RPC after error@1024565081) -> (continuation of Deferred@103399129 after retry RPC after error@537330417) -> (continuation of Deferred@261175344 after retry RPC after error@1045136844) -> (continuation of Deferred@1969171370 after retry RPC after error@1842851706) -> (continuation of Deferred@1795246664 after retry RPC after error@151443201) -> (continuation of Deferred@84459504 after retry RPC after error@1433697364) -> (continuation of Deferred@885403576 after retry RPC after error@197613822) -> (continuation of Deferred@1274057033 after retry RPC after error@1032897215) -> (continuation of Deferred@950964570 after retry RPC after error@161426969) -> (continuation of Deferred@1185586362 after retry RPC after error@2106866666) -> (continuation of Deferred@830230851 after retry RPC after error@1105415827) -> (continuation of Deferred@1396594009 after retry RPC after error@262766527) -> (continuation of Deferred@1544343872 after retry RPC after error@121670532) -> (continuation of Deferred@645235368 after retry RPC after error@1659192670) -> (continuation of Deferred@1490624147 after retry RPC after error@1539748519) -> (continuation of Deferred@1370229685 after retry RPC after error@422275947) -> (continuation of Deferred@152490843 after retry RPC after error@1739266900), errback=(continuation of Deferred@333222607 after retry RPC after error@2057946072) -> (continuation of Deferred@5625082 after retry RPC after error@1637059263) -> (continuation of Deferred@372123304 after retry RPC after error@573407414) -> (continuation of Deferred@217149965 after retry RPC after error@1909114718) -> (continuation of Deferred@372679849 after retry RPC after error@1481686761) -> (continuation of Deferred@1605816052 after retry RPC after error@2028016235) -> (continuation of Deferred@1532092978 after retry RPC after error@103524423) -> (continuation of Deferred@1870858008 after retry RPC after error@528560841) -> (continuation of Deferred@1268056953 after retry RPC after error@279442396) -> (continuation of Deferred@1735101719 after retry RPC after error@1902832713) -> (continuation of Deferred@302491606 after retry RPC after error@1024565081) -> (continuation of Deferred@103399129 after retry RPC after error@537330417) -> (continuation of Deferred@261175344 after retry RPC after error@1045136844) -> (continuation of Deferred@1969171370 after retry RPC after error@1842851706) -> (continuation of Deferred@1795246664 after retry RPC after error@151443201) -> (continuation of Deferred@84459504 after retry RPC after error@1433697364) -> (continuation of Deferred@885403576 after retry RPC after error@197613822) -> (continuation of Deferred@1274057033 after retry RPC after error@1032897215) -> (continuation of Deferred@950964570 after retry RPC after error@161426969) -> (continuation of Deferred@1185586362 after retry RPC after error@2106866666) -> (continuation of Deferred@830230851 after retry RPC after error@1105415827) -> (continuation of Deferred@1396594009 after retry RPC after error@262766527) -> (continuation of Deferred@1544343872 after retry RPC after error@121670532) -> (continuation of Deferred@645235368 after retry RPC after error@1659192670) -> (continuation of Deferred@1490624147 after retry RPC after error@1539748519) -> (continuation of Deferred@1370229685 after retry RPC after error@422275947) -> (continuation of Deferred@152490843 after retry RPC after error@1739266900)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.132.190:46819
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:40.722 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 2fc7145bc3a385d81c277ecc52f1da3e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:40.722 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
02:16:40.723 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:16:40.723 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e) switched from state RUNNING to RESTARTING.
02:16:40.815 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:40.815 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:40.815 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:40.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:40.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:40.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:40.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:40.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:40.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:40.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:40.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:40.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:40.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:40.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:40.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:40.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:40.655267  1736 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 1724
02:16:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.095010  1736 kernel_stack_watchdog.cc:198] Thread 1724 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 402ms:
02:16:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:16:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:16:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:16:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:16:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:39.250159  1738 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.097211  1739 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1844 milliseconds
02:16:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.097220  1724 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.848s	user 0.000s	sys 0.002s
02:16:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.097806  1724 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.849s	user 0.000s	sys 0.003s
02:16:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.099627  1724 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.099700  1740 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:41.100 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:41.100 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:41.100 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:41.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:41.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:41.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:41.101 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:41.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:41.101 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:41.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:41.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:41.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:41.101 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:41.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.104071  1724 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.107384  1724 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.108800  1724 hybrid_clock.cc:648] HybridClock initialized: now 1783477001108759 us; error 47 us; skew 500 ppm
02:16:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.109691  1724 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:41.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.117229  1724 webserver.cc:534] Webserver started at http://127.1.129.252:41495/ using document root <none> and password file <none>
02:16:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.118216  1724 fs_manager.cc:362] Metadata directory not provided
02:16:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.118407  1724 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.118820  1724 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.123867  1724 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/data/instance:
02:16:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "117b03a686b24f2cad31b1158c173cc8"
02:16:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:41 on dist-test-slave-fshw"
02:16:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.125072  1724 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/wal/instance:
02:16:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "117b03a686b24f2cad31b1158c173cc8"
02:16:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:41 on dist-test-slave-fshw"
02:16:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.133482  1724 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
02:16:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.140471  1751 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.141660  1724 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:16:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.142038  1724 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/wal
02:16:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "117b03a686b24f2cad31b1158c173cc8"
02:16:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:41 on dist-test-slave-fshw"
02:16:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.142439  1724 fs_report.cc:389] FS layout report
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/wal
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/wal
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/data/data
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.160818  1722 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 7
02:16:41.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477001165 for job e277ecd084716c42d2402f58465a119c.
02:16:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.172750  1722 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.129.252:44083: Network error: Client connection negotiation failed: client connection to 127.1.129.252:44083: connect: Connection refused (error 111)
02:16:41.174 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:16:41.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:16:41.214 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:41.214 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:41.214 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:41.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:41.215 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:41.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:41.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:41.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:41.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:41.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:41.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:41.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:41.215 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.221539  1724 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.223538  1724 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.224105  1724 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.307552  1724 rpc_server.cc:307] RPC server started. Bound to: 127.1.129.252:44083
02:16:41.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.307694  1804 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.129.252:44083 every 8 connection(s)
02:16:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.310720  1724 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/data/info.pb
02:16:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.314499  1543 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 1724
02:16:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.315013  1543 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/master-2/wal/instance
02:16:41.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.318687  1805 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.337512  1805 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } has no permanent_uuid. Determining permanent_uuid...
02:16:41.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.364089  1805 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } has no permanent_uuid. Determining permanent_uuid...
02:16:41.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.374377  1805 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } has no permanent_uuid. Determining permanent_uuid...
02:16:41.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.392491  1805 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8: Bootstrap starting.
02:16:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.399652  1805 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8: Neither blocks nor log segments found. Creating new log.
02:16:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.402004  1805 log.cc:826] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8: Log is configured to *not* fsync() on all Append() calls
02:16:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.407516  1805 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8: No bootstrap required, opened a new log
02:16:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.429419  1805 raft_consensus.cc:359] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } }
02:16:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.430241  1805 raft_consensus.cc:385] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.430555  1805 raft_consensus.cc:740] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 117b03a686b24f2cad31b1158c173cc8, State: Initialized, Role: FOLLOWER
02:16:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.431499  1805 consensus_queue.cc:260] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } }
02:16:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.434263  1814 sys_catalog.cc:455] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.435022  1814 sys_catalog.cc:458] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [sys.catalog]: This master's current role is: FOLLOWER
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.436232  1805 sys_catalog.cc:565] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [sys.catalog]: configured and running, proceeding with master startup.
02:16:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.445752  1646 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 7
02:16:41.450 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:41.450 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:41.450 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:41.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:41.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:41.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:41.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:41.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:41.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:41.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:41.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:41.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:41.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:41.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.472308  1646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345: Bootstrap starting.
02:16:41.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.479924  1759 tablet.cc:2406] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.481422  1646 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345: Neither blocks nor log segments found. Creating new log.
02:16:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.484156  1646 log.cc:826] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345: Log is configured to *not* fsync() on all Append() calls
02:16:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.485455  1826 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.485844  1826 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:41.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.498431  1646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345: No bootstrap required, opened a new log
02:16:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.467741  1724 master_runner.cc:187] Error getting master registration for 127.1.129.254:37147: OK, instance_id { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" instance_seqno: 1783476996690578 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:16:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.503939  1724 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:16:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.522209  1646 raft_consensus.cc:359] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } }
02:16:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.523073  1646 raft_consensus.cc:385] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.523283  1646 raft_consensus.cc:740] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 39e4cd231cf0455b9362514c7bf7f345, State: Initialized, Role: FOLLOWER
02:16:41.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.524261  1646 consensus_queue.cc:260] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } }
02:16:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.527469  1829 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.528354  1829 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [sys.catalog]: This master's current role is: FOLLOWER
02:16:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.529357  1646 sys_catalog.cc:565] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [sys.catalog]: configured and running, proceeding with master startup.
02:16:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.567780  1840 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.568161  1840 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.564523  1555 master_runner.cc:187] Error getting master registration for 127.1.129.253:40449: OK, instance_id { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" instance_seqno: 1783476998738785 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:16:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.589141  1555 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:16:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.596983  1829 raft_consensus.cc:493] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.597558  1829 raft_consensus.cc:515] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } }
02:16:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.601351  1829 leader_election.cc:290] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d54735a74f9d434bb84f2b33afd1dff0 (127.1.129.253:40449), 117b03a686b24f2cad31b1158c173cc8 (127.1.129.252:44083)
02:16:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.601837  1780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39e4cd231cf0455b9362514c7bf7f345" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "117b03a686b24f2cad31b1158c173cc8" is_pre_election: true
02:16:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.602727  1780 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 39e4cd231cf0455b9362514c7bf7f345 in term 0.
02:16:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.604280  1597 leader_election.cc:304] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 117b03a686b24f2cad31b1158c173cc8, 39e4cd231cf0455b9362514c7bf7f345; no voters: 
02:16:41.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.608011  1829 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:41.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.608376  1829 raft_consensus.cc:493] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:41.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.608688  1829 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 0 FOLLOWER]: Advancing to term 1
02:16:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.616824  1829 raft_consensus.cc:515] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } }
02:16:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.619591  1829 leader_election.cc:290] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [CANDIDATE]: Term 1 election: Requested vote from peers d54735a74f9d434bb84f2b33afd1dff0 (127.1.129.253:40449), 117b03a686b24f2cad31b1158c173cc8 (127.1.129.252:44083)
02:16:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.620604  1780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39e4cd231cf0455b9362514c7bf7f345" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "117b03a686b24f2cad31b1158c173cc8"
02:16:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.621317  1780 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [term 0 FOLLOWER]: Advancing to term 1
02:16:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.629020  1780 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 39e4cd231cf0455b9362514c7bf7f345 in term 1.
02:16:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.631011  1597 leader_election.cc:304] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 117b03a686b24f2cad31b1158c173cc8, 39e4cd231cf0455b9362514c7bf7f345; no voters: 
02:16:41.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.633518  1829 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 1 FOLLOWER]: Leader election won for term 1
02:16:41.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.639528  1600 tablet.cc:2406] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:41.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.646246  1829 raft_consensus.cc:697] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [term 1 LEADER]: Becoming Leader. State: Replica: 39e4cd231cf0455b9362514c7bf7f345, State: Running, Role: LEADER
02:16:41.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.647619  1829 consensus_queue.cc:237] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } }
02:16:41.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477001665 for job e277ecd084716c42d2402f58465a119c.
02:16:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.676072  1842 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39e4cd231cf0455b9362514c7bf7f345. Latest consensus state: current_term: 1 leader_uuid: "39e4cd231cf0455b9362514c7bf7f345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:41.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.677983  1842 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [sys.catalog]: This master's current role is: LEADER
02:16:41.679 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:16:41.680 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:41.680 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:41.680 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:41.681 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:41.681 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:41.681 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:41.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:41.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:41.681 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:41.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:41.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:41.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:41.682 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:41.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:16:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.695879  1844 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:16:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.704075  1844 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:16:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.748867  1780 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [term 1 FOLLOWER]: Refusing update from remote peer 39e4cd231cf0455b9362514c7bf7f345: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:16:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.753002  1842 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [LEADER]: Connected to new peer: Peer: permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:16:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.791489  1814 sys_catalog.cc:455] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39e4cd231cf0455b9362514c7bf7f345. Latest consensus state: current_term: 1 leader_uuid: "39e4cd231cf0455b9362514c7bf7f345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.792537  1814 sys_catalog.cc:458] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [sys.catalog]: This master's current role is: FOLLOWER
02:16:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.800699  1845 mvcc.cc:204] Tried to move back new op lower bound from 7305121799114776576 to 7305121798759809024. Current Snapshot: MvccSnapshot[applied={T|T < 7305121799114776576}]
02:16:41.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.809604  1814 sys_catalog.cc:455] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "39e4cd231cf0455b9362514c7bf7f345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:41.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.810369  1814 sys_catalog.cc:458] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8 [sys.catalog]: This master's current role is: FOLLOWER
02:16:41.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.811067  1829 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "39e4cd231cf0455b9362514c7bf7f345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:41.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.811728  1829 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [sys.catalog]: This master's current role is: LEADER
02:16:41.819 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:41.819 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:41.819 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:41.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:41.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:41.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:41.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:41.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:41.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:41.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:41.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:41.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:41.820 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.825698  1844 catalog_manager.cc:1382] Generated new cluster ID: cbf712056cc64ab393cf67e79edb63cb
02:16:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.826015  1844 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:16:41.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:41.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.895464  1844 catalog_manager.cc:1405] Generated new certificate authority record
02:16:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.898183  1844 catalog_manager.cc:1539] Loading token signing keys...
02:16:41.920 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:41.920 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:41.920 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:41.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:41.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:41.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:41.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:41.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:41.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:41.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:41.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:41.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:41.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.937666  1844 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345: Generated new TSK 0
02:16:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.939221  1844 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:16:41.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:41.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.975544  1543 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/wal
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/data
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/logs
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/data/info.pb
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.193:0
02:16:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.129.193
02:16:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.193
02:16:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:42.105 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:42.105 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:42.106 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:42.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.107 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:42.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477002166 for job e277ecd084716c42d2402f58465a119c.
02:16:42.176 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:42.179 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:16:42.253 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:42.253 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:42.253 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:42.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.255 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:42.314 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e) switched from state RESTARTING to RUNNING.
02:16:42.314 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 2fc7145bc3a385d81c277ecc52f1da3e from Checkpoint 70 @ 1783476970291 for 2fc7145bc3a385d81c277ecc52f1da3e located at file:/tmp/junit15205051016984618529/checkpoints/2fc7145bc3a385d81c277ecc52f1da3e/chk-70.
02:16:42.315 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:16:42.315 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
02:16:42.316 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
02:16:42.316 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1) with allocation id 85232e91ca6a66e2c5ee995845022b55
02:16:42.317 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 2fc7145bc3a385d81c277ecc52f1da3e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:42.317 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 85232e91ca6a66e2c5ee995845022b55.
02:16:42.318 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 85232e91ca6a66e2c5ee995845022b55.
02:16:42.318 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 70 for source Source: KuduSource to checkpoint.
02:16:42.324 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
02:16:42.324 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
02:16:42.326 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a3d936c
02:16:42.326 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:42.326 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15205051016984618529/checkpoints")
02:16:42.327 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:16:42.327 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:16:42.351 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65af4522
02:16:42.370 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:42.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:42.387 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.398 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.409 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.434 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.447 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.455 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:42.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.467 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.473 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.473 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.474 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:42.487 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.491533  1826 catalog_manager.cc:1294] Loaded cluster ID: cbf712056cc64ab393cf67e79edb63cb
02:16:42.491 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.492019  1826 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8: loading cluster ID for follower catalog manager: success
02:16:42.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.494 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:42.494 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:42.494 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:42.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:42.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:42.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:42.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:42.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:42.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:42.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:42.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:42.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:42.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:42.498 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.499 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.499 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.499 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.500 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:42.501 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:42.501 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:42.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.501 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.501 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.501 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.501 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:42.507 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.507 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.507 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.508 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.510 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:42.510 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:42.510 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:42.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.511 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.513224  1826 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8: acquiring CA information for follower catalog manager: success
02:16:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.518981  1826 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 117b03a686b24f2cad31b1158c173cc8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:16:42.526 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.527 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.527 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.530908  1850 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.531683  1850 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.532513  1850 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:42.547 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.547 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.548 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.549 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.572 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:42.572 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:42.572 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.572 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.575 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:42.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.575 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:42.587 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.587 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.587 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.588 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.588 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.597095  1850 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:42.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.598905  1850 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.129.193
02:16:42.607 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.608 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.608 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.609 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.609 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.609 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.618 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.657734  1850 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/data
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/wal
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.193:0
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/data/info.pb
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.193
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.129.193
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/logs
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.659394  1850 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:42.661 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:42.661 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:42.661 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:42.661 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.661 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.661 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.662 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.661391  1850 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:42.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477002666 for job e277ecd084716c42d2402f58465a119c.
02:16:42.678 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:16:42.684 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:16:42.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.694566  1867 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:42.746 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:42.746 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:42.746 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:42.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:42.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.748 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:42.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:42.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:42.748 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:42.749 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:42.749 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:42.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:42.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:42.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:42.749 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:42.749 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:42.749 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:42.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:42.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:42.750 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:42.750 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:42.767 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.767 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.767 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.768 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:42.907 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:42.907 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:42.907 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:42.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:42.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:42.908 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.909 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:42.909 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:42.959 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:42.959 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:42.959 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:42.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:42.960 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.960 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.960 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:42.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:42.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:42.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:42.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:43.114 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:43.115 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:43.115 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:43.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:43.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:43.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:43.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:43.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:43.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:43.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:43.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:43.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:43.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:43.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:43.165 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477003165 for job e277ecd084716c42d2402f58465a119c.
02:16:43.184 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:16:43.185 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:16:43.261 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:43.261 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:43.261 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:43.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:43.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:43.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:43.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:43.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:43.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:43.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:43.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:43.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:43.262 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:43.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.263190  1722 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } attempt: 8
02:16:43.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.320376  1722 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0: Bootstrap starting.
02:16:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.337016  1596 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.1.129.253:40449 timed out after 1.717s (SENT) [suppressed 13 similar messages]
02:16:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.338619  1722 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0: Neither blocks nor log segments found. Creating new log.
02:16:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.353448  1722 log.cc:826] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0: Log is configured to *not* fsync() on all Append() calls
02:16:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.369181  1722 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0: No bootstrap required, opened a new log
02:16:43.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:43.381 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:43.381 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:43.381 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:43.381 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:43.382 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:43.382 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:43.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:43.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:43.382 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:43.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:43.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:43.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:43.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:43.421 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:43.422 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:43.422 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:43.422 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:43.422 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:43.422 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:43.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:43.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:43.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:43.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:43.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:43.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:43.423 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:43.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.437291  1722 raft_consensus.cc:359] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } }
02:16:43.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.438362  1722 raft_consensus.cc:385] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.438772  1722 raft_consensus.cc:740] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d54735a74f9d434bb84f2b33afd1dff0, State: Initialized, Role: FOLLOWER
02:16:43.439 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:43.439 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:43.439 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:43.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:43.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:43.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:43.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:43.440 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:43.440 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:43.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:43.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:43.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:43.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.439992  1722 consensus_queue.cc:260] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } }
02:16:43.454 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:43.454 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:43.455 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:43.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:43.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:43.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:43.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:43.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:43.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:43.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:43.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:43.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:43.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.459983  1694 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39e4cd231cf0455b9362514c7bf7f345" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d54735a74f9d434bb84f2b33afd1dff0"
02:16:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.460363  1695 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [term 0 FOLLOWER]: Advancing to term 1
02:16:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.461335  1696 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39e4cd231cf0455b9362514c7bf7f345" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d54735a74f9d434bb84f2b33afd1dff0"
02:16:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.462335  1696 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49800 (request call id 3) took 1843 ms (client timeout 1717 ms). Trace:
02:16:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.462905  1722 sys_catalog.cc:565] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [sys.catalog]: configured and running, proceeding with master startup.
02:16:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.463589  1697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39e4cd231cf0455b9362514c7bf7f345" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d54735a74f9d434bb84f2b33afd1dff0" is_pre_election: true
02:16:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.464442  1697 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49800 (request call id 2) took 1864 ms (client timeout 1914 ms). Trace:
02:16:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.464836  1697 rpcz_store.cc:269] 0708 02:16:41.600205 (+     0us) service_pool.cc:167] Inserting onto call queue
02:16:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:41.600339 (+   134us) service_pool.cc:224] Handling call
02:16:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:43.464388 (+1864049us) inbound_call.cc:177] Queueing success response
02:16:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:16:43.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.462719  1696 rpcz_store.cc:269] 0708 02:16:41.619329 (+     0us) service_pool.cc:167] Inserting onto call queue
02:16:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:41.619475 (+   146us) service_pool.cc:224] Handling call
02:16:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:43.462251 (+1842776us) inbound_call.cc:177] Queueing success response
02:16:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:16:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.473977  1695 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [term 1 FOLLOWER]: Refusing update from remote peer 39e4cd231cf0455b9362514c7bf7f345: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:16:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.474820  1695 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:49800 (request call id 4) took 1728 ms. Trace:
02:16:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.475217  1695 rpcz_store.cc:276] 0708 02:16:41.746035 (+     0us) service_pool.cc:167] Inserting onto call queue
02:16:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:41.746191 (+   156us) service_pool.cc:224] Handling call
02:16:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:43.460054 (+1713863us) raft_consensus.cc:1471] Updating replica for 0 ops
02:16:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:43.474357 (+ 14303us) raft_consensus.cc:1697] Filling consensus response to leader.
02:16:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:43.474745 (+   388us) inbound_call.cc:177] Queueing success response
02:16:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:16:43.477 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.477766  1878 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.480602  1879 sys_catalog.cc:455] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:43.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.481900  1879 sys_catalog.cc:458] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [sys.catalog]: This master's current role is: FOLLOWER
02:16:43.527 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:43.527 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:43.527 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:43.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:43.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:43.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:43.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:43.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:43.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:43.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:43.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:43.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:43.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.567678  1889 sys_catalog.cc:455] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "39e4cd231cf0455b9362514c7bf7f345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.567525  1879 sys_catalog.cc:455] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39e4cd231cf0455b9362514c7bf7f345. Latest consensus state: current_term: 1 leader_uuid: "39e4cd231cf0455b9362514c7bf7f345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.568608  1889 sys_catalog.cc:458] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [sys.catalog]: This master's current role is: FOLLOWER
02:16:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.568692  1879 sys_catalog.cc:458] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0 [sys.catalog]: This master's current role is: FOLLOWER
02:16:43.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.587424  1895 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:16:43.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:43.634 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:43.635 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:43.635 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:43.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:43.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:43.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:43.636 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:43.636 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:43.636 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:43.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:43.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:43.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:43.636 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:43.659 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:43.659 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:43.659 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:43.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:43.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:43.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:43.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:43.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:43.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:43.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:43.661 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:43.661 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:43.661 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:43.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477003665 for job e277ecd084716c42d2402f58465a119c.
02:16:43.679 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:16:43.681 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:16:43.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:43.920 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:43.920 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:43.920 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:43.921 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:43.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:43.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:43.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:43.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:43.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:43.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:43.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:43.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:43.922 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:43.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:43.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:44.070 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:44.070 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:44.070 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:44.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:44.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:44.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:44.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:44.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:44.072 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:44.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:44.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:44.072 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:44.072 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:44.093315  1878 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "39e4cd231cf0455b9362514c7bf7f345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "39e4cd231cf0455b9362514c7bf7f345" member_type: VOTER last_known_addr { host: "127.1.129.254" port: 37147 } } peers { permanent_uuid: "d54735a74f9d434bb84f2b33afd1dff0" member_type: VOTER last_known_addr { host: "127.1.129.253" port: 40449 } } peers { permanent_uuid: "117b03a686b24f2cad31b1158c173cc8" member_type: VOTER last_known_addr { host: "127.1.129.252" port: 44083 } } }
02:16:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:44.094066  1878 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39e4cd231cf0455b9362514c7bf7f345 [sys.catalog]: This master's current role is: LEADER
02:16:44.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:44.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477004165 for job e277ecd084716c42d2402f58465a119c.
02:16:44.182 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:16:44.184 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:16:44.270 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:44.271 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:44.271 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:44.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:44.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:44.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:44.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:44.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:44.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:44.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:44.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:44.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:44.272 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:44.300 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:44.300 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:44.300 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:44.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.302 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:44.379 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:44.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:44.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:44.567 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:44.567 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:44.567 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:44.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:44.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:44.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:44.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:44.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:44.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:44.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:44.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:44.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:44.568 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:44.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:44.608539  1895 catalog_manager.cc:1294] Loaded cluster ID: cbf712056cc64ab393cf67e79edb63cb
02:16:44.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:44.608943  1895 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0: loading cluster ID for follower catalog manager: success
02:16:44.610 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:44.610 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:44.610 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:44.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.611 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:44.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:44.628769  1895 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0: acquiring CA information for follower catalog manager: success
02:16:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:44.642275  1895 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d54735a74f9d434bb84f2b33afd1dff0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:16:44.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477004665 for job e277ecd084716c42d2402f58465a119c.
02:16:44.682 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:16:44.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:16:44.714 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:44.714 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:44.714 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:44.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:44.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:44.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:44.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:44.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:44.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:44.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:44.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:44.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:44.716 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:44.805 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:44.806 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:44.806 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:44.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:44.860 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:44.860 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:44.861 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:44.861 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.861 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.861 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:44.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:44.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.861 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.861 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:44.861 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:44.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:44.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:44.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:45.030444  1850 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.336s	user 0.618s	sys 0.883s
02:16:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:45.032598  1869 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:45.040685  1850 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.346s	user 0.618s	sys 0.883s
02:16:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:44.094897  1865 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 1850
02:16:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.041600  1850 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.696559  1866 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:45.043752  1868 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2343 milliseconds
02:16:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.048242  1850 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:45.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.051250  1850 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.052693  1850 hybrid_clock.cc:648] HybridClock initialized: now 1783477005052568 us; error 101 us; skew 500 ppm
02:16:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.053929  1850 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:45.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.073930  1850 webserver.cc:534] Webserver started at http://127.1.129.193:46125/ using document root <none> and password file <none>
02:16:45.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.075554  1850 fs_manager.cc:362] Metadata directory not provided
02:16:45.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.076049  1850 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:45.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.076793  1850 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.084089  1850 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/data/instance:
02:16:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a10c62e60d24ef5a9ca2e18b1228e35"
02:16:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:45 on dist-test-slave-fshw"
02:16:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.086163  1850 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/wal/instance:
02:16:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a10c62e60d24ef5a9ca2e18b1228e35"
02:16:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:45 on dist-test-slave-fshw"
02:16:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.106319  1850 fs_manager.cc:696] Time spent creating directory manager: real 0.019s	user 0.012s	sys 0.006s
02:16:45.113 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:45.113 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:45.113 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:45.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:45.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:45.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:45.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:45.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:45.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:45.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:45.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:45.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:45.114 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:45.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:45.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.126412  1906 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.130016  1850 fs_manager.cc:730] Time spent opening block manager: real 0.019s	user 0.013s	sys 0.001s
02:16:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.130705  1850 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/wal
02:16:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a10c62e60d24ef5a9ca2e18b1228e35"
02:16:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:45 on dist-test-slave-fshw"
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.131336  1850 fs_report.cc:389] FS layout report
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/wal
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/wal
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/data/data
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:45.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477005165 for job e277ecd084716c42d2402f58465a119c.
02:16:45.175 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:45.176 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:16:45.179 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:45.179 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:45.179 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:45.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:45.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:45.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:45.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:45.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:45.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:45.180 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:45.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:45.180 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:45.180 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.234335  1850 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.236893  1850 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.237673  1850 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:45.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.248920  1850 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.262956  1850 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.263522  1850 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.264067  1850 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:45.264397  1850 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:16:45.379 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:45.439 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:45.439 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:45.439 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:45.440 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:45.440 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:45.440 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:45.440 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:45.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:45.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:45.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:45.441 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:45.441 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:45.441 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:45.462 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:45.465 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:45.465 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:45.466 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:45.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:45.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:45.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:45.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:45.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:45.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:45.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:45.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:45.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:45.467 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:45.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:45.486 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:45.486 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:45.486 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:45.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:45.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:45.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:45.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:45.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:45.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:45.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:45.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:45.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:45.487 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:45.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:45.654 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:45.655 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:45.655 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:45.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:45.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:45.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:45.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:45.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:45.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:45.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:45.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:45.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:45.656 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:45.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477005665 for job e277ecd084716c42d2402f58465a119c.
02:16:45.674 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:16:45.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:16:45.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:45.962 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:45.970 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:45.970 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:45.971 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:45.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:45.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:45.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:45.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:45.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:45.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:45.972 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:45.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:45.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:45.972 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:45.973 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26313), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [27ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [109ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [115ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [115ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [155ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [155ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [263ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [263ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [603ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [641ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [642ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1683ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3101ms] refreshing cache from master, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3103ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3103ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4581ms] refreshing cache from master, [4581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4582ms] too many traces: truncated at 100 traces, deferred=Deferred@1763529074(state=PENDING, result=null, callback=(continuation of Deferred@51034087 after retry RPC after error@1356589459) -> (continuation of Deferred@678578891 after retry RPC after error@728172662) -> (continuation of Deferred@2105816946 after retry RPC after error@1922883104) -> (continuation of Deferred@1216542378 after retry RPC after error@1538618228) -> (continuation of Deferred@131526871 after retry RPC after error@330257363) -> (continuation of Deferred@1279774890 after retry RPC after error@1008280709) -> (continuation of Deferred@209271705 after retry RPC after error@1705099278) -> (continuation of Deferred@387030672 after retry RPC after error@1658437115) -> (continuation of Deferred@666494922 after retry RPC after error@1291051651) -> (continuation of Deferred@1460474003 after retry RPC after error@2022984172) -> (continuation of Deferred@276522627 after retry RPC after error@1129277941) -> (continuation of Deferred@2096717959 after retry RPC after error@645438941) -> (continuation of Deferred@1836886255 after retry RPC after error@1430545524) -> (continuation of Deferred@1645136643 after retry RPC after error@8008938) -> (continuation of Deferred@147447770 after retry RPC after error@2128113011) -> (continuation of Deferred@1780152184 after retry RPC after error@991314869) -> (continuation of Deferred@2112318466 after retry RPC after error@1080632632) -> (continuation of Deferred@2104867706 after retry RPC after error@1953973386) -> (continuation of Deferred@850829690 after retry RPC after error@1006572273) -> (continuation of Deferred@1795276959 after retry RPC after error@622631521) -> (continuation of Deferred@581321417 after retry RPC after error@1636672758) -> (continuation of Deferred@74286432 after retry RPC after error@1172559902) -> (continuation of Deferred@1438870113 after retry RPC after error@1508232763) -> (continuation of Deferred@835389154 after retry RPC after error@1790118893), errback=(continuation of Deferred@51034087 after retry RPC after error@1356589459) -> (continuation of Deferred@678578891 after retry RPC after error@728172662) -> (continuation of Deferred@2105816946 after retry RPC after error@1922883104) -> (continuation of Deferred@1216542378 after retry RPC after error@1538618228) -> (continuation of Deferred@131526871 after retry RPC after error@330257363) -> (continuation of Deferred@1279774890 after retry RPC after error@1008280709) -> (continuation of Deferred@209271705 after retry RPC after error@1705099278) -> (continuation of Deferred@387030672 after retry RPC after error@1658437115) -> (continuation of Deferred@666494922 after retry RPC after error@1291051651) -> (continuation of Deferred@1460474003 after retry RPC after error@2022984172) -> (continuation of Deferred@276522627 after retry RPC after error@1129277941) -> (continuation of Deferred@2096717959 after retry RPC after error@645438941) -> (continuation of Deferred@1836886255 after retry RPC after error@1430545524) -> (continuation of Deferred@1645136643 after retry RPC after error@8008938) -> (continuation of Deferred@147447770 after retry RPC after error@2128113011) -> (continuation of Deferred@1780152184 after retry RPC after error@991314869) -> (continuation of Deferred@2112318466 after retry RPC after error@1080632632) -> (continuation of Deferred@2104867706 after retry RPC after error@1953973386) -> (continuation of Deferred@850829690 after retry RPC after error@1006572273) -> (continuation of Deferred@1795276959 after retry RPC after error@622631521) -> (continuation of Deferred@581321417 after retry RPC after error@1636672758) -> (continuation of Deferred@74286432 after retry RPC after error@1172559902) -> (continuation of Deferred@1438870113 after retry RPC after error@1508232763) -> (continuation of Deferred@835389154 after retry RPC after error@1790118893)))
02:16:45.974 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:16:45.974 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26313), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [27ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [109ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [115ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [115ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [155ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [155ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [263ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [263ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [603ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [641ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [642ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1683ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3101ms] refreshing cache from master, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3103ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3103ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4581ms] refreshing cache from master, [4581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4582ms] too many traces: truncated at 100 traces, deferred=Deferred@1763529074(state=PENDING, result=null, callback=(continuation of Deferred@51034087 after retry RPC after error@1356589459) -> (continuation of Deferred@678578891 after retry RPC after error@728172662) -> (continuation of Deferred@2105816946 after retry RPC after error@1922883104) -> (continuation of Deferred@1216542378 after retry RPC after error@1538618228) -> (continuation of Deferred@131526871 after retry RPC after error@330257363) -> (continuation of Deferred@1279774890 after retry RPC after error@1008280709) -> (continuation of Deferred@209271705 after retry RPC after error@1705099278) -> (continuation of Deferred@387030672 after retry RPC after error@1658437115) -> (continuation of Deferred@666494922 after retry RPC after error@1291051651) -> (continuation of Deferred@1460474003 after retry RPC after error@2022984172) -> (continuation of Deferred@276522627 after retry RPC after error@1129277941) -> (continuation of Deferred@2096717959 after retry RPC after error@645438941) -> (continuation of Deferred@1836886255 after retry RPC after error@1430545524) -> (continuation of Deferred@1645136643 after retry RPC after error@8008938) -> (continuation of Deferred@147447770 after retry RPC after error@2128113011) -> (continuation of Deferred@1780152184 after retry RPC after error@991314869) -> (continuation of Deferred@2112318466 after retry RPC after error@1080632632) -> (continuation of Deferred@2104867706 after retry RPC after error@1953973386) -> (continuation of Deferred@850829690 after retry RPC after error@1006572273) -> (continuation of Deferred@1795276959 after retry RPC after error@622631521) -> (continuation of Deferred@581321417 after retry RPC after error@1636672758) -> (continuation of Deferred@74286432 after retry RPC after error@1172559902) -> (continuation of Deferred@1438870113 after retry RPC after error@1508232763) -> (continuation of Deferred@835389154 after retry RPC after error@1790118893), errback=(continuation of Deferred@51034087 after retry RPC after error@1356589459) -> (continuation of Deferred@678578891 after retry RPC after error@728172662) -> (continuation of Deferred@2105816946 after retry RPC after error@1922883104) -> (continuation of Deferred@1216542378 after retry RPC after error@1538618228) -> (continuation of Deferred@131526871 after retry RPC after error@330257363) -> (continuation of Deferred@1279774890 after retry RPC after error@1008280709) -> (continuation of Deferred@209271705 after retry RPC after error@1705099278) -> (continuation of Deferred@387030672 after retry RPC after error@1658437115) -> (continuation of Deferred@666494922 after retry RPC after error@1291051651) -> (continuation of Deferred@1460474003 after retry RPC after error@2022984172) -> (continuation of Deferred@276522627 after retry RPC after error@1129277941) -> (continuation of Deferred@2096717959 after retry RPC after error@645438941) -> (continuation of Deferred@1836886255 after retry RPC after error@1430545524) -> (continuation of Deferred@1645136643 after retry RPC after error@8008938) -> (continuation of Deferred@147447770 after retry RPC after error@2128113011) -> (continuation of Deferred@1780152184 after retry RPC after error@991314869) -> (continuation of Deferred@2112318466 after retry RPC after error@1080632632) -> (continuation of Deferred@2104867706 after retry RPC after error@1953973386) -> (continuation of Deferred@850829690 after retry RPC after error@1006572273) -> (continuation of Deferred@1795276959 after retry RPC after error@622631521) -> (continuation of Deferred@581321417 after retry RPC after error@1636672758) -> (continuation of Deferred@74286432 after retry RPC after error@1172559902) -> (continuation of Deferred@1438870113 after retry RPC after error@1508232763) -> (continuation of Deferred@835389154 after retry RPC after error@1790118893)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:45.974 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
02:16:45.976 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
02:16:45.978 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26313), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [27ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [109ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [115ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [115ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [155ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [155ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [263ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [263ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [603ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [641ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [642ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1683ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3101ms] refreshing cache from master, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3103ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3103ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4581ms] refreshing cache from master, [4581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4582ms] too many traces: truncated at 100 traces, deferred=Deferred@1763529074(state=PENDING, result=null, callback=(continuation of Deferred@51034087 after retry RPC after error@1356589459) -> (continuation of Deferred@678578891 after retry RPC after error@728172662) -> (continuation of Deferred@2105816946 after retry RPC after error@1922883104) -> (continuation of Deferred@1216542378 after retry RPC after error@1538618228) -> (continuation of Deferred@131526871 after retry RPC after error@330257363) -> (continuation of Deferred@1279774890 after retry RPC after error@1008280709) -> (continuation of Deferred@209271705 after retry RPC after error@1705099278) -> (continuation of Deferred@387030672 after retry RPC after error@1658437115) -> (continuation of Deferred@666494922 after retry RPC after error@1291051651) -> (continuation of Deferred@1460474003 after retry RPC after error@2022984172) -> (continuation of Deferred@276522627 after retry RPC after error@1129277941) -> (continuation of Deferred@2096717959 after retry RPC after error@645438941) -> (continuation of Deferred@1836886255 after retry RPC after error@1430545524) -> (continuation of Deferred@1645136643 after retry RPC after error@8008938) -> (continuation of Deferred@147447770 after retry RPC after error@2128113011) -> (continuation of Deferred@1780152184 after retry RPC after error@991314869) -> (continuation of Deferred@2112318466 after retry RPC after error@1080632632) -> (continuation of Deferred@2104867706 after retry RPC after error@1953973386) -> (continuation of Deferred@850829690 after retry RPC after error@1006572273) -> (continuation of Deferred@1795276959 after retry RPC after error@622631521) -> (continuation of Deferred@581321417 after retry RPC after error@1636672758) -> (continuation of Deferred@74286432 after retry RPC after error@1172559902) -> (continuation of Deferred@1438870113 after retry RPC after error@1508232763) -> (continuation of Deferred@835389154 after retry RPC after error@1790118893), errback=(continuation of Deferred@51034087 after retry RPC after error@1356589459) -> (continuation of Deferred@678578891 after retry RPC after error@728172662) -> (continuation of Deferred@2105816946 after retry RPC after error@1922883104) -> (continuation of Deferred@1216542378 after retry RPC after error@1538618228) -> (continuation of Deferred@131526871 after retry RPC after error@330257363) -> (continuation of Deferred@1279774890 after retry RPC after error@1008280709) -> (continuation of Deferred@209271705 after retry RPC after error@1705099278) -> (continuation of Deferred@387030672 after retry RPC after error@1658437115) -> (continuation of Deferred@666494922 after retry RPC after error@1291051651) -> (continuation of Deferred@1460474003 after retry RPC after error@2022984172) -> (continuation of Deferred@276522627 after retry RPC after error@1129277941) -> (continuation of Deferred@2096717959 after retry RPC after error@645438941) -> (continuation of Deferred@1836886255 after retry RPC after error@1430545524) -> (continuation of Deferred@1645136643 after retry RPC after error@8008938) -> (continuation of Deferred@147447770 after retry RPC after error@2128113011) -> (continuation of Deferred@1780152184 after retry RPC after error@991314869) -> (continuation of Deferred@2112318466 after retry RPC after error@1080632632) -> (continuation of Deferred@2104867706 after retry RPC after error@1953973386) -> (continuation of Deferred@850829690 after retry RPC after error@1006572273) -> (continuation of Deferred@1795276959 after retry RPC after error@622631521) -> (continuation of Deferred@581321417 after retry RPC after error@1636672758) -> (continuation of Deferred@74286432 after retry RPC after error@1172559902) -> (continuation of Deferred@1438870113 after retry RPC after error@1508232763) -> (continuation of Deferred@835389154 after retry RPC after error@1790118893)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:45.979 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:45.979 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:45.980 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
02:16:45.980 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RUNNING to RESTARTING.
02:16:45.984 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
02:16:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.100515  2018 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.129.193:41553 every 8 connection(s)
02:16:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.101233  1850 rpc_server.cc:307] RPC server started. Bound to: 127.1.129.193:41553
02:16:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.105243  1850 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/data/info.pb
02:16:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.110136  1543 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 1850
02:16:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.110780  1543 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-0/wal/instance
02:16:46.120 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.133379  1543 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/wal
02:16:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/data
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/logs
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/data/info.pb
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.194:0
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.129.194
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.194
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:46.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477006165 for job e277ecd084716c42d2402f58465a119c.
02:16:46.177 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:16:46.179 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:16:46.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.216076  2020 heartbeater.cc:344] Connected to a master server at 127.1.129.252:44083
02:16:46.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.216596  2020 heartbeater.cc:461] Registering TS with master...
02:16:46.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.218114  2020 heartbeater.cc:507] Master 127.1.129.252:44083 requested a full tablet report, sending...
02:16:46.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.221975  1770 ts_manager.cc:194] Registered new tserver with Master: 4a10c62e60d24ef5a9ca2e18b1228e35 (127.1.129.193:41553)
02:16:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.226922  2026 heartbeater.cc:344] Connected to a master server at 127.1.129.254:37147
02:16:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.227274  2026 heartbeater.cc:461] Registering TS with master...
02:16:46.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.228180  2026 heartbeater.cc:507] Master 127.1.129.254:37147 requested a full tablet report, sending...
02:16:46.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.230928  1611 ts_manager.cc:194] Registered new tserver with Master: 4a10c62e60d24ef5a9ca2e18b1228e35 (127.1.129.193:41553)
02:16:46.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.233760  2019 heartbeater.cc:344] Connected to a master server at 127.1.129.253:40449
02:16:46.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.234123  2019 heartbeater.cc:461] Registering TS with master...
02:16:46.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.234468  1611 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.129.193:53063
02:16:46.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.235097  2019 heartbeater.cc:507] Master 127.1.129.253:40449 requested a full tablet report, sending...
02:16:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.240638  1687 ts_manager.cc:194] Registered new tserver with Master: 4a10c62e60d24ef5a9ca2e18b1228e35 (127.1.129.193:41553)
02:16:46.367 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:46.368 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:46.368 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:46.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:46.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:46.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:46.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:46.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:46.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:46.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:46.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:46.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:46.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:46.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:46.400 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:46.400 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:46.400 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:46.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:46.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:46.401 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:46.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:46.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:46.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:46.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:46.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:46.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:46.401 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:46.435 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:46.435 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:46.435 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:46.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:46.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:46.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:46.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:46.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:46.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:46.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:46.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:46.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:46.436 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:46.462 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:46.572 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:46.572 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:46.572 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:46.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:46.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:46.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:46.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:46.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:46.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:46.573 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:46.573 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:46.573 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:46.573 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:46.613690  2025 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:46.614202  2025 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:46.614717  2025 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:46.618 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:46.652086  2025 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:46.653008  2025 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.129.194
02:16:46.654 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:46.654 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:46.654 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:46.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:46.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:46.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:46.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:46.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:46.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:46.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:46.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:46.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:46.656 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:46.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477006665 for job e277ecd084716c42d2402f58465a119c.
02:16:46.675 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:16:46.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.696651  2025 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/data
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/wal
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.194:0
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/data/info.pb
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.194
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.129.194
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/logs
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.698069  2025 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:46.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:46.699808  2025 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:46.714670  2035 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:46.760 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:46.760 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:46.760 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:46.761 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:46.761 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:46.761 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:46.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:46.761 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:46.761 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:46.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:46.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:46.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:46.764 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:46.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:46.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:47.106 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:47.106 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:47.106 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:47.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:47.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:47.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:47.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:47.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:47.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:47.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:47.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:47.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:47.107 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:47.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:47.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477007166 for job e277ecd084716c42d2402f58465a119c.
02:16:47.174 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:16:47.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:16:47.215 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:47.215 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:47.215 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:47.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:47.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:47.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:47.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:47.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:47.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:47.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:47.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:47.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:47.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:47.239037  2026 heartbeater.cc:499] Master 127.1.129.254:37147 was elected leader, sending a full tablet report...
02:16:47.260 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:47.261 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:47.261 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:47.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:47.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:47.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:47.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:47.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:47.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:47.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:47.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:47.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:47.262 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:47.347 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:47.347 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:47.347 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:47.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:47.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:47.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:47.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:47.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:47.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:47.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:47.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:47.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:47.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:47.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:47.462 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:47.462 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:47.462 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:47.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:47.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:47.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:47.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:47.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:47.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:47.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:47.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:47.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:47.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:47.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:47.494 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:47.494 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:47.494 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:47.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:47.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:47.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:47.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:47.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:47.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:47.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:47.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:47.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:47.496 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:47.496 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27901), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [171ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [204ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [205ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [206ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [236ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [408ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [475ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [503ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [521ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [522ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [562ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [641ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [642ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [742ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [903ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1202ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1801ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3280ms] refreshing cache from master, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3281ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [6880ms] refreshing cache from master, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [6881ms] too many traces: truncated at 100 traces, deferred=Deferred@453401383(state=PENDING, result=null, callback=(continuation of Deferred@1227449326 after retry RPC after error@1450673907) -> (continuation of Deferred@1220842230 after retry RPC after error@1630676906) -> (continuation of Deferred@1669729905 after retry RPC after error@162286828) -> (continuation of Deferred@1704143885 after retry RPC after error@359417954) -> (continuation of Deferred@1179269432 after retry RPC after error@761972273) -> (continuation of Deferred@1373992149 after retry RPC after error@649923027) -> (continuation of Deferred@833189829 after retry RPC after error@1250522255) -> (continuation of Deferred@816902871 after retry RPC after error@2123204227) -> (continuation of Deferred@73449928 after retry RPC after error@97317063) -> (continuation of Deferred@853384419 after retry RPC after error@544652709) -> (continuation of Deferred@580540130 after retry RPC after error@1085456574) -> (continuation of Deferred@508978895 after retry RPC after error@190343989) -> (continuation of Deferred@2063929850 after retry RPC after error@769952020) -> (continuation of Deferred@2744953 after retry RPC after error@1214259338) -> (continuation of Deferred@456745661 after retry RPC after error@303887591) -> (continuation of Deferred@1567221495 after retry RPC after error@340064672) -> (continuation of Deferred@1144544543 after retry RPC after error@829825715) -> (continuation of Deferred@591017012 after retry RPC after error@276844554) -> (continuation of Deferred@383137696 after retry RPC after error@381021299) -> (continuation of Deferred@1683808517 after retry RPC after error@1993272708) -> (continuation of Deferred@1359130570 after retry RPC after error@1751975917) -> (continuation of Deferred@1807386412 after retry RPC after error@1788470546), errback=(continuation of Deferred@1227449326 after retry RPC after error@1450673907) -> (continuation of Deferred@1220842230 after retry RPC after error@1630676906) -> (continuation of Deferred@1669729905 after retry RPC after error@162286828) -> (continuation of Deferred@1704143885 after retry RPC after error@359417954) -> (continuation of Deferred@1179269432 after retry RPC after error@761972273) -> (continuation of Deferred@1373992149 after retry RPC after error@649923027) -> (continuation of Deferred@833189829 after retry RPC after error@1250522255) -> (continuation of Deferred@816902871 after retry RPC after error@2123204227) -> (continuation of Deferred@73449928 after retry RPC after error@97317063) -> (continuation of Deferred@853384419 after retry RPC after error@544652709) -> (continuation of Deferred@580540130 after retry RPC after error@1085456574) -> (continuation of Deferred@508978895 after retry RPC after error@190343989) -> (continuation of Deferred@2063929850 after retry RPC after error@769952020) -> (continuation of Deferred@2744953 after retry RPC after error@1214259338) -> (continuation of Deferred@456745661 after retry RPC after error@303887591) -> (continuation of Deferred@1567221495 after retry RPC after error@340064672) -> (continuation of Deferred@1144544543 after retry RPC after error@829825715) -> (continuation of Deferred@591017012 after retry RPC after error@276844554) -> (continuation of Deferred@383137696 after retry RPC after error@381021299) -> (continuation of Deferred@1683808517 after retry RPC after error@1993272708) -> (continuation of Deferred@1359130570 after retry RPC after error@1751975917) -> (continuation of Deferred@1807386412 after retry RPC after error@1788470546)))
02:16:47.497 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:16:47.498 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27901), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [171ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [204ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [205ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [206ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [236ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [408ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [475ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [503ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [521ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [522ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [562ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [641ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [642ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [742ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [903ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1202ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1801ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3280ms] refreshing cache from master, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3281ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [6880ms] refreshing cache from master, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [6881ms] too many traces: truncated at 100 traces, deferred=Deferred@453401383(state=PENDING, result=null, callback=(continuation of Deferred@1227449326 after retry RPC after error@1450673907) -> (continuation of Deferred@1220842230 after retry RPC after error@1630676906) -> (continuation of Deferred@1669729905 after retry RPC after error@162286828) -> (continuation of Deferred@1704143885 after retry RPC after error@359417954) -> (continuation of Deferred@1179269432 after retry RPC after error@761972273) -> (continuation of Deferred@1373992149 after retry RPC after error@649923027) -> (continuation of Deferred@833189829 after retry RPC after error@1250522255) -> (continuation of Deferred@816902871 after retry RPC after error@2123204227) -> (continuation of Deferred@73449928 after retry RPC after error@97317063) -> (continuation of Deferred@853384419 after retry RPC after error@544652709) -> (continuation of Deferred@580540130 after retry RPC after error@1085456574) -> (continuation of Deferred@508978895 after retry RPC after error@190343989) -> (continuation of Deferred@2063929850 after retry RPC after error@769952020) -> (continuation of Deferred@2744953 after retry RPC after error@1214259338) -> (continuation of Deferred@456745661 after retry RPC after error@303887591) -> (continuation of Deferred@1567221495 after retry RPC after error@340064672) -> (continuation of Deferred@1144544543 after retry RPC after error@829825715) -> (continuation of Deferred@591017012 after retry RPC after error@276844554) -> (continuation of Deferred@383137696 after retry RPC after error@381021299) -> (continuation of Deferred@1683808517 after retry RPC after error@1993272708) -> (continuation of Deferred@1359130570 after retry RPC after error@1751975917) -> (continuation of Deferred@1807386412 after retry RPC after error@1788470546), errback=(continuation of Deferred@1227449326 after retry RPC after error@1450673907) -> (continuation of Deferred@1220842230 after retry RPC after error@1630676906) -> (continuation of Deferred@1669729905 after retry RPC after error@162286828) -> (continuation of Deferred@1704143885 after retry RPC after error@359417954) -> (continuation of Deferred@1179269432 after retry RPC after error@761972273) -> (continuation of Deferred@1373992149 after retry RPC after error@649923027) -> (continuation of Deferred@833189829 after retry RPC after error@1250522255) -> (continuation of Deferred@816902871 after retry RPC after error@2123204227) -> (continuation of Deferred@73449928 after retry RPC after error@97317063) -> (continuation of Deferred@853384419 after retry RPC after error@544652709) -> (continuation of Deferred@580540130 after retry RPC after error@1085456574) -> (continuation of Deferred@508978895 after retry RPC after error@190343989) -> (continuation of Deferred@2063929850 after retry RPC after error@769952020) -> (continuation of Deferred@2744953 after retry RPC after error@1214259338) -> (continuation of Deferred@456745661 after retry RPC after error@303887591) -> (continuation of Deferred@1567221495 after retry RPC after error@340064672) -> (continuation of Deferred@1144544543 after retry RPC after error@829825715) -> (continuation of Deferred@591017012 after retry RPC after error@276844554) -> (continuation of Deferred@383137696 after retry RPC after error@381021299) -> (continuation of Deferred@1683808517 after retry RPC after error@1993272708) -> (continuation of Deferred@1359130570 after retry RPC after error@1751975917) -> (continuation of Deferred@1807386412 after retry RPC after error@1788470546)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:47.498 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
02:16:47.500 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:16:47.503 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27901), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [171ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [204ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [205ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [206ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [236ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [408ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [475ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [503ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [521ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [522ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [562ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [641ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [642ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [742ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [903ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1202ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1801ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3280ms] refreshing cache from master, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3281ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3281ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [6880ms] refreshing cache from master, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [6881ms] too many traces: truncated at 100 traces, deferred=Deferred@453401383(state=PENDING, result=null, callback=(continuation of Deferred@1227449326 after retry RPC after error@1450673907) -> (continuation of Deferred@1220842230 after retry RPC after error@1630676906) -> (continuation of Deferred@1669729905 after retry RPC after error@162286828) -> (continuation of Deferred@1704143885 after retry RPC after error@359417954) -> (continuation of Deferred@1179269432 after retry RPC after error@761972273) -> (continuation of Deferred@1373992149 after retry RPC after error@649923027) -> (continuation of Deferred@833189829 after retry RPC after error@1250522255) -> (continuation of Deferred@816902871 after retry RPC after error@2123204227) -> (continuation of Deferred@73449928 after retry RPC after error@97317063) -> (continuation of Deferred@853384419 after retry RPC after error@544652709) -> (continuation of Deferred@580540130 after retry RPC after error@1085456574) -> (continuation of Deferred@508978895 after retry RPC after error@190343989) -> (continuation of Deferred@2063929850 after retry RPC after error@769952020) -> (continuation of Deferred@2744953 after retry RPC after error@1214259338) -> (continuation of Deferred@456745661 after retry RPC after error@303887591) -> (continuation of Deferred@1567221495 after retry RPC after error@340064672) -> (continuation of Deferred@1144544543 after retry RPC after error@829825715) -> (continuation of Deferred@591017012 after retry RPC after error@276844554) -> (continuation of Deferred@383137696 after retry RPC after error@381021299) -> (continuation of Deferred@1683808517 after retry RPC after error@1993272708) -> (continuation of Deferred@1359130570 after retry RPC after error@1751975917) -> (continuation of Deferred@1807386412 after retry RPC after error@1788470546), errback=(continuation of Deferred@1227449326 after retry RPC after error@1450673907) -> (continuation of Deferred@1220842230 after retry RPC after error@1630676906) -> (continuation of Deferred@1669729905 after retry RPC after error@162286828) -> (continuation of Deferred@1704143885 after retry RPC after error@359417954) -> (continuation of Deferred@1179269432 after retry RPC after error@761972273) -> (continuation of Deferred@1373992149 after retry RPC after error@649923027) -> (continuation of Deferred@833189829 after retry RPC after error@1250522255) -> (continuation of Deferred@816902871 after retry RPC after error@2123204227) -> (continuation of Deferred@73449928 after retry RPC after error@97317063) -> (continuation of Deferred@853384419 after retry RPC after error@544652709) -> (continuation of Deferred@580540130 after retry RPC after error@1085456574) -> (continuation of Deferred@508978895 after retry RPC after error@190343989) -> (continuation of Deferred@2063929850 after retry RPC after error@769952020) -> (continuation of Deferred@2744953 after retry RPC after error@1214259338) -> (continuation of Deferred@456745661 after retry RPC after error@303887591) -> (continuation of Deferred@1567221495 after retry RPC after error@340064672) -> (continuation of Deferred@1144544543 after retry RPC after error@829825715) -> (continuation of Deferred@591017012 after retry RPC after error@276844554) -> (continuation of Deferred@383137696 after retry RPC after error@381021299) -> (continuation of Deferred@1683808517 after retry RPC after error@1993272708) -> (continuation of Deferred@1359130570 after retry RPC after error@1751975917) -> (continuation of Deferred@1807386412 after retry RPC after error@1788470546)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:47.503 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:47.503 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
02:16:47.506 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:16:47.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:47.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477007666 for job e277ecd084716c42d2402f58465a119c.
02:16:47.679 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:16:47.680 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:16:47.780 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:47.780 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:47.780 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:47.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:47.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:47.781 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:47.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:47.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:47.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:47.781 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:47.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:47.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:47.781 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:47.782 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28192), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [28ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [70ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [74ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [115ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [120ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [157ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [157ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [383ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [402ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [502ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [663ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2322ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4940ms] refreshing cache from master, [4940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4941ms] too many traces: truncated at 100 traces, deferred=Deferred@721228944(state=PENDING, result=null, callback=(continuation of Deferred@689332482 after retry RPC after error@1609869675) -> (continuation of Deferred@36154832 after retry RPC after error@1077702800) -> (continuation of Deferred@1513621476 after retry RPC after error@545083961) -> (continuation of Deferred@529216203 after retry RPC after error@1007708506) -> (continuation of Deferred@638410267 after retry RPC after error@1814772857) -> (continuation of Deferred@720389725 after retry RPC after error@362131680) -> (continuation of Deferred@1503975887 after retry RPC after error@1817833078) -> (continuation of Deferred@1152618254 after retry RPC after error@2090411464) -> (continuation of Deferred@59564341 after retry RPC after error@537236844) -> (continuation of Deferred@2014754205 after retry RPC after error@1293183026) -> (continuation of Deferred@703970796 after retry RPC after error@634909515) -> (continuation of Deferred@1755320369 after retry RPC after error@110862575) -> (continuation of Deferred@42301197 after retry RPC after error@408060349) -> (continuation of Deferred@1889221406 after retry RPC after error@727474490) -> (continuation of Deferred@46683715 after retry RPC after error@236675278) -> (continuation of Deferred@661780952 after retry RPC after error@1869351357) -> (continuation of Deferred@794173533 after retry RPC after error@2048800873) -> (continuation of Deferred@1384751563 after retry RPC after error@1562868678) -> (continuation of Deferred@1131277559 after retry RPC after error@1220233603) -> (continuation of Deferred@1470316198 after retry RPC after error@826054367) -> (continuation of Deferred@488300123 after retry RPC after error@260008746) -> (continuation of Deferred@1105670765 after retry RPC after error@339267296) -> (continuation of Deferred@1604006458 after retry RPC after error@726217944) -> (continuation of Deferred@1405427590 after retry RPC after error@30966992) -> (continuation of Deferred@131365939 after retry RPC after error@1700362213), errback=(continuation of Deferred@689332482 after retry RPC after error@1609869675) -> (continuation of Deferred@36154832 after retry RPC after error@1077702800) -> (continuation of Deferred@1513621476 after retry RPC after error@545083961) -> (continuation of Deferred@529216203 after retry RPC after error@1007708506) -> (continuation of Deferred@638410267 after retry RPC after error@1814772857) -> (continuation of Deferred@720389725 after retry RPC after error@362131680) -> (continuation of Deferred@1503975887 after retry RPC after error@1817833078) -> (continuation of Deferred@1152618254 after retry RPC after error@2090411464) -> (continuation of Deferred@59564341 after retry RPC after error@537236844) -> (continuation of Deferred@2014754205 after retry RPC after error@1293183026) -> (continuation of Deferred@703970796 after retry RPC after error@634909515) -> (continuation of Deferred@1755320369 after retry RPC after error@110862575) -> (continuation of Deferred@42301197 after retry RPC after error@408060349) -> (continuation of Deferred@1889221406 after retry RPC after error@727474490) -> (continuation of Deferred@46683715 after retry RPC after error@236675278) -> (continuation of Deferred@661780952 after retry RPC after error@1869351357) -> (continuation of Deferred@794173533 after retry RPC after error@2048800873) -> (continuation of Deferred@1384751563 after retry RPC after error@1562868678) -> (continuation of Deferred@1131277559 after retry RPC after error@1220233603) -> (continuation of Deferred@1470316198 after retry RPC after error@826054367) -> (continuation of Deferred@488300123 after retry RPC after error@260008746) -> (continuation of Deferred@1105670765 after retry RPC after error@339267296) -> (continuation of Deferred@1604006458 after retry RPC after error@726217944) -> (continuation of Deferred@1405427590 after retry RPC after error@30966992) -> (continuation of Deferred@131365939 after retry RPC after error@1700362213)))
02:16:47.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:16:47.783 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28192), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [28ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [70ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [74ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [115ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [120ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [157ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [157ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [383ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [402ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [502ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [663ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2322ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4940ms] refreshing cache from master, [4940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4941ms] too many traces: truncated at 100 traces, deferred=Deferred@721228944(state=PENDING, result=null, callback=(continuation of Deferred@689332482 after retry RPC after error@1609869675) -> (continuation of Deferred@36154832 after retry RPC after error@1077702800) -> (continuation of Deferred@1513621476 after retry RPC after error@545083961) -> (continuation of Deferred@529216203 after retry RPC after error@1007708506) -> (continuation of Deferred@638410267 after retry RPC after error@1814772857) -> (continuation of Deferred@720389725 after retry RPC after error@362131680) -> (continuation of Deferred@1503975887 after retry RPC after error@1817833078) -> (continuation of Deferred@1152618254 after retry RPC after error@2090411464) -> (continuation of Deferred@59564341 after retry RPC after error@537236844) -> (continuation of Deferred@2014754205 after retry RPC after error@1293183026) -> (continuation of Deferred@703970796 after retry RPC after error@634909515) -> (continuation of Deferred@1755320369 after retry RPC after error@110862575) -> (continuation of Deferred@42301197 after retry RPC after error@408060349) -> (continuation of Deferred@1889221406 after retry RPC after error@727474490) -> (continuation of Deferred@46683715 after retry RPC after error@236675278) -> (continuation of Deferred@661780952 after retry RPC after error@1869351357) -> (continuation of Deferred@794173533 after retry RPC after error@2048800873) -> (continuation of Deferred@1384751563 after retry RPC after error@1562868678) -> (continuation of Deferred@1131277559 after retry RPC after error@1220233603) -> (continuation of Deferred@1470316198 after retry RPC after error@826054367) -> (continuation of Deferred@488300123 after retry RPC after error@260008746) -> (continuation of Deferred@1105670765 after retry RPC after error@339267296) -> (continuation of Deferred@1604006458 after retry RPC after error@726217944) -> (continuation of Deferred@1405427590 after retry RPC after error@30966992) -> (continuation of Deferred@131365939 after retry RPC after error@1700362213), errback=(continuation of Deferred@689332482 after retry RPC after error@1609869675) -> (continuation of Deferred@36154832 after retry RPC after error@1077702800) -> (continuation of Deferred@1513621476 after retry RPC after error@545083961) -> (continuation of Deferred@529216203 after retry RPC after error@1007708506) -> (continuation of Deferred@638410267 after retry RPC after error@1814772857) -> (continuation of Deferred@720389725 after retry RPC after error@362131680) -> (continuation of Deferred@1503975887 after retry RPC after error@1817833078) -> (continuation of Deferred@1152618254 after retry RPC after error@2090411464) -> (continuation of Deferred@59564341 after retry RPC after error@537236844) -> (continuation of Deferred@2014754205 after retry RPC after error@1293183026) -> (continuation of Deferred@703970796 after retry RPC after error@634909515) -> (continuation of Deferred@1755320369 after retry RPC after error@110862575) -> (continuation of Deferred@42301197 after retry RPC after error@408060349) -> (continuation of Deferred@1889221406 after retry RPC after error@727474490) -> (continuation of Deferred@46683715 after retry RPC after error@236675278) -> (continuation of Deferred@661780952 after retry RPC after error@1869351357) -> (continuation of Deferred@794173533 after retry RPC after error@2048800873) -> (continuation of Deferred@1384751563 after retry RPC after error@1562868678) -> (continuation of Deferred@1131277559 after retry RPC after error@1220233603) -> (continuation of Deferred@1470316198 after retry RPC after error@826054367) -> (continuation of Deferred@488300123 after retry RPC after error@260008746) -> (continuation of Deferred@1105670765 after retry RPC after error@339267296) -> (continuation of Deferred@1604006458 after retry RPC after error@726217944) -> (continuation of Deferred@1405427590 after retry RPC after error@30966992) -> (continuation of Deferred@131365939 after retry RPC after error@1700362213)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.126:36339
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:47.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
02:16:47.786 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
02:16:47.788 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28192), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [28ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [70ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [74ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [115ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [120ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [157ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [157ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [383ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [402ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [502ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [663ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2322ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4940ms] refreshing cache from master, [4940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4941ms] too many traces: truncated at 100 traces, deferred=Deferred@721228944(state=PENDING, result=null, callback=(continuation of Deferred@689332482 after retry RPC after error@1609869675) -> (continuation of Deferred@36154832 after retry RPC after error@1077702800) -> (continuation of Deferred@1513621476 after retry RPC after error@545083961) -> (continuation of Deferred@529216203 after retry RPC after error@1007708506) -> (continuation of Deferred@638410267 after retry RPC after error@1814772857) -> (continuation of Deferred@720389725 after retry RPC after error@362131680) -> (continuation of Deferred@1503975887 after retry RPC after error@1817833078) -> (continuation of Deferred@1152618254 after retry RPC after error@2090411464) -> (continuation of Deferred@59564341 after retry RPC after error@537236844) -> (continuation of Deferred@2014754205 after retry RPC after error@1293183026) -> (continuation of Deferred@703970796 after retry RPC after error@634909515) -> (continuation of Deferred@1755320369 after retry RPC after error@110862575) -> (continuation of Deferred@42301197 after retry RPC after error@408060349) -> (continuation of Deferred@1889221406 after retry RPC after error@727474490) -> (continuation of Deferred@46683715 after retry RPC after error@236675278) -> (continuation of Deferred@661780952 after retry RPC after error@1869351357) -> (continuation of Deferred@794173533 after retry RPC after error@2048800873) -> (continuation of Deferred@1384751563 after retry RPC after error@1562868678) -> (continuation of Deferred@1131277559 after retry RPC after error@1220233603) -> (continuation of Deferred@1470316198 after retry RPC after error@826054367) -> (continuation of Deferred@488300123 after retry RPC after error@260008746) -> (continuation of Deferred@1105670765 after retry RPC after error@339267296) -> (continuation of Deferred@1604006458 after retry RPC after error@726217944) -> (continuation of Deferred@1405427590 after retry RPC after error@30966992) -> (continuation of Deferred@131365939 after retry RPC after error@1700362213), errback=(continuation of Deferred@689332482 after retry RPC after error@1609869675) -> (continuation of Deferred@36154832 after retry RPC after error@1077702800) -> (continuation of Deferred@1513621476 after retry RPC after error@545083961) -> (continuation of Deferred@529216203 after retry RPC after error@1007708506) -> (continuation of Deferred@638410267 after retry RPC after error@1814772857) -> (continuation of Deferred@720389725 after retry RPC after error@362131680) -> (continuation of Deferred@1503975887 after retry RPC after error@1817833078) -> (continuation of Deferred@1152618254 after retry RPC after error@2090411464) -> (continuation of Deferred@59564341 after retry RPC after error@537236844) -> (continuation of Deferred@2014754205 after retry RPC after error@1293183026) -> (continuation of Deferred@703970796 after retry RPC after error@634909515) -> (continuation of Deferred@1755320369 after retry RPC after error@110862575) -> (continuation of Deferred@42301197 after retry RPC after error@408060349) -> (continuation of Deferred@1889221406 after retry RPC after error@727474490) -> (continuation of Deferred@46683715 after retry RPC after error@236675278) -> (continuation of Deferred@661780952 after retry RPC after error@1869351357) -> (continuation of Deferred@794173533 after retry RPC after error@2048800873) -> (continuation of Deferred@1384751563 after retry RPC after error@1562868678) -> (continuation of Deferred@1131277559 after retry RPC after error@1220233603) -> (continuation of Deferred@1470316198 after retry RPC after error@826054367) -> (continuation of Deferred@488300123 after retry RPC after error@260008746) -> (continuation of Deferred@1105670765 after retry RPC after error@339267296) -> (continuation of Deferred@1604006458 after retry RPC after error@726217944) -> (continuation of Deferred@1405427590 after retry RPC after error@30966992) -> (continuation of Deferred@131365939 after retry RPC after error@1700362213)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.126:36339
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:47.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
02:16:47.790 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:47.794 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
02:16:47.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:47.922 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:47.922 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:47.922 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:47.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:47.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:47.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:47.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:47.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:47.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:47.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:47.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:47.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:47.923 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:47.962 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:47.970 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:47.970 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:47.970 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:47.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:47.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:47.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:47.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:47.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:47.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:47.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:47.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:47.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:47.971 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:48.020 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:48.020 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:48.020 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:48.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:48.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:48.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:48.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:48.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:48.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:48.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:48.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:48.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:48.021 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:48.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:48.147 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:48.147 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:48.147 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:48.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:48.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:48.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:48.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:48.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:48.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:48.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:48.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:48.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:48.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:48.149 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:48.149 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:48.150 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:48.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:48.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:48.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:48.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:48.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:48.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:48.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:48.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:48.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:48.150 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:48.165 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477008165 for job e277ecd084716c42d2402f58465a119c.
02:16:48.174 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:16:48.174 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:16:48.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:48.432 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:48.432 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:48.432 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:48.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:48.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:48.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:48.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:48.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:48.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:48.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:48.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:48.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:48.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:48.116211  2034 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 2025
02:16:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:46.718055  2036 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:48.443360  2025 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.727s	user 0.632s	sys 1.084s
02:16:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:48.443783  2025 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.728s	user 0.632s	sys 1.084s
02:16:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.453540  2025 server_base.cc:1061] running on GCE node
02:16:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:48.454182  2040 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.455408  2025 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.458017  2025 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:48.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.460107  2025 hybrid_clock.cc:648] HybridClock initialized: now 1783477008460067 us; error 43 us; skew 500 ppm
02:16:48.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.461069  2025 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:48.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:48.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.468207  2025 webserver.cc:534] Webserver started at http://127.1.129.194:40091/ using document root <none> and password file <none>
02:16:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.469276  2025 fs_manager.cc:362] Metadata directory not provided
02:16:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.469563  2025 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:48.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.470085  2025 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.475019  2025 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/data/instance:
02:16:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9f0cc6094ef46f59b5ea513d62328d0"
02:16:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:48 on dist-test-slave-fshw"
02:16:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.476166  2025 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/wal/instance:
02:16:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9f0cc6094ef46f59b5ea513d62328d0"
02:16:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:48 on dist-test-slave-fshw"
02:16:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.484383  2025 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
02:16:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.490775  2046 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.491933  2025 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:16:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.492312  2025 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/wal
02:16:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9f0cc6094ef46f59b5ea513d62328d0"
02:16:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:48 on dist-test-slave-fshw"
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.492746  2025 fs_report.cc:389] FS layout report
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/wal
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/wal
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/data/data
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:48.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.550181  2025 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.551923  2025 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.552402  2025 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.555648  2025 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.560406  2025 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.560599  2025 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:16:48.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.560787  2025 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:48.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.561010  2025 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:16:48.594 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:48.595 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:48.595 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:48.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:48.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:48.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:48.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:48.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:48.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:48.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:48.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:48.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:48.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:48.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:48.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477008665 for job e277ecd084716c42d2402f58465a119c.
02:16:48.673 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:16:48.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:16:48.685 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:48.685 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:48.685 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:48.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:48.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:48.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:48.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:48.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:48.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:48.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:48.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:48.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:48.686 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.734661  2025 rpc_server.cc:307] RPC server started. Bound to: 127.1.129.194:45529
02:16:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.734762  2158 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.129.194:45529 every 8 connection(s)
02:16:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.738006  2025 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/data/info.pb
02:16:48.740 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:48.740 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:48.740 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:48.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:48.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:48.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:48.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:48.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:48.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:48.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:48.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:48.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:48.741 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:48.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.743211  1543 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 2025
02:16:48.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.743659  1543 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-1/wal/instance
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.764134  1543 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/wal
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/data
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/logs
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/data/info.pb
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.195:0
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.129.195
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.195
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.797492  2160 heartbeater.cc:344] Connected to a master server at 127.1.129.252:44083
02:16:48.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.798012  2160 heartbeater.cc:461] Registering TS with master...
02:16:48.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.799366  2160 heartbeater.cc:507] Master 127.1.129.252:44083 requested a full tablet report, sending...
02:16:48.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.802802  1770 ts_manager.cc:194] Registered new tserver with Master: d9f0cc6094ef46f59b5ea513d62328d0 (127.1.129.194:45529)
02:16:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.815498  2159 heartbeater.cc:344] Connected to a master server at 127.1.129.253:40449
02:16:48.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.815917  2159 heartbeater.cc:461] Registering TS with master...
02:16:48.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.816911  2159 heartbeater.cc:507] Master 127.1.129.253:40449 requested a full tablet report, sending...
02:16:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.820041  1687 ts_manager.cc:194] Registered new tserver with Master: d9f0cc6094ef46f59b5ea513d62328d0 (127.1.129.194:45529)
02:16:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.823541  2161 heartbeater.cc:344] Connected to a master server at 127.1.129.254:37147
02:16:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.823971  2161 heartbeater.cc:461] Registering TS with master...
02:16:48.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.825031  2161 heartbeater.cc:507] Master 127.1.129.254:37147 requested a full tablet report, sending...
02:16:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.827486  1611 ts_manager.cc:194] Registered new tserver with Master: d9f0cc6094ef46f59b5ea513d62328d0 (127.1.129.194:45529)
02:16:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:48.829089  1611 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.129.194:50105
02:16:48.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:48.893 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:48.893 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:48.893 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:48.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:48.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:48.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:48.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:48.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:48.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:48.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:48.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:48.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:48.893 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:48.932 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:48.932 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:48.933 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:48.933 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:48.933 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:48.933 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:48.933 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:48.933 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:48.933 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:48.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:48.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:48.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:48.933 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:48.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:49.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:49.165658  2166 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:49.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477009165 for job e277ecd084716c42d2402f58465a119c.
02:16:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:49.166306  2166 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:49.167215  2166 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:49.174 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:16:49.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:16:49.184 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 44710d49591530d867cb2816f851b96f from Checkpoint 73 @ 1783476919279 for 44710d49591530d867cb2816f851b96f located at file:/tmp/junit12811897229417014767/checkpoints/44710d49591530d867cb2816f851b96f/chk-73.
02:16:49.185 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:16:49.185 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 73 for source Source: KuduSource to checkpoint.
02:16:49.185 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
02:16:49.186 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:49.186 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
02:16:49.186 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id abe07a133224f8180a1a478a38afaed5
02:16:49.186 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 44710d49591530d867cb2816f851b96f from Checkpoint 73 @ 1783476919279 for 44710d49591530d867cb2816f851b96f located at file:/tmp/junit12811897229417014767/checkpoints/44710d49591530d867cb2816f851b96f/chk-73.
02:16:49.186 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot abe07a133224f8180a1a478a38afaed5.
02:16:49.187 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:16:49.187 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 73 for source Source: KuduSource to checkpoint.
02:16:49.187 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id abe07a133224f8180a1a478a38afaed5.
02:16:49.187 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
02:16:49.188 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:49.188 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
02:16:49.188 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 86f8326d2beb93038eaca87fac149a2d
02:16:49.188 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RESTARTING to RUNNING.
02:16:49.188 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 44710d49591530d867cb2816f851b96f from Checkpoint 73 @ 1783476919279 for 44710d49591530d867cb2816f851b96f located at file:/tmp/junit12811897229417014767/checkpoints/44710d49591530d867cb2816f851b96f/chk-73.
02:16:49.189 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:16:49.189 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 73 for source Source: KuduSource to checkpoint.
02:16:49.189 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
02:16:49.190 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:49.191 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
02:16:49.191 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 57509891799598890191c36589280c8b
02:16:49.192 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 86f8326d2beb93038eaca87fac149a2d.
02:16:49.192 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
02:16:49.192 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
02:16:49.192 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ea62703
02:16:49.192 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:49.193 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 86f8326d2beb93038eaca87fac149a2d.
02:16:49.193 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:49.193 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:16:49.193 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:16:49.195 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 57509891799598890191c36589280c8b.
02:16:49.195 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f6e13b9
02:16:49.195 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 57509891799598890191c36589280c8b.
02:16:49.195 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
02:16:49.196 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
02:16:49.196 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21b7e975
02:16:49.196 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:49.196 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:49.196 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:16:49.197 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:16:49.197 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:49.198 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6fc3dca8
02:16:49.199 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:49.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
02:16:49.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
02:16:49.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@655aeb8a
02:16:49.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:49.201 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:49.201 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:16:49.201 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:16:49.203 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c8d849d
02:16:49.204 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:49.214 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:49.214449  2166 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:49.215590  2166 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.129.195
02:16:49.217 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.226 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.226 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.226 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.227 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.228 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.228 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.229 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.230 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.231 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.231 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.233 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.234 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.236 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.237 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.237 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.237 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.237 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.238 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.246 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.246 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.246 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.247 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.254 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.255 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.256 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.257 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.257 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.258 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.258 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.266 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:49.266435  2166 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.129.212:34133
02:16:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/data
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/wal
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:49.267 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.129.195:0
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/data/info.pb
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.129.195
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.129.254:37147,127.1.129.253:40449,127.1.129.252:44083
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.129.195
02:16:49.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/logs
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:49.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:49.267 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:49.268178  2166 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:49.270041  2166 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:49.273 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.274 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.274 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.274 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.277 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.277 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.277 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.278 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.286 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.286 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.286 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:49.285231  2206 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:49.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.287 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.294 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.294 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.294 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.295 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.297 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.298 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.298 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.299 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.309 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.309 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.309 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.310 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.310 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.314 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.314 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.314 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.315 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.326 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.326 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.326 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.327 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.337 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.337 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.338 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.346 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.346 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.346 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.347 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:49.359 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:49.359 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:49.359 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:49.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:49.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:49.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:49.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:49.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:49.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:49.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:49.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:49.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:49.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:49.374 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.374 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.374 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.375 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.377 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.377 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.377 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.378 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.379 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:49.413 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:49.413 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:49.413 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:49.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:49.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:49.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:49.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:49.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:49.413 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:49.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:49.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:49.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:49.414 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:49.414 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.414 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.414 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.417 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.418 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.418 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.418 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:49.466 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.466 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.467 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.467 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.506 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.507 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.507 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.507 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.508 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29814), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [46ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [48ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [49ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [147ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [148ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [152ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [153ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [186ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [189ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [190ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [190ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [246ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [247ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [322ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [523ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [703ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [703ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [861ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1960ms] refreshing cache from master, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1962ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2221ms] too many traces: truncated at 100 traces, deferred=Deferred@1774493118(state=PENDING, result=null, callback=(continuation of Deferred@1872763215 after retry RPC after error@1946144259) -> (continuation of Deferred@659312581 after retry RPC after error@1781014527) -> (continuation of Deferred@86837652 after retry RPC after error@137314532) -> (continuation of Deferred@1306006595 after retry RPC after error@1738882528) -> (continuation of Deferred@170522921 after retry RPC after error@2020843752) -> (continuation of Deferred@1963248041 after retry RPC after error@989896916) -> (continuation of Deferred@2116412972 after retry RPC after error@456424928) -> (continuation of Deferred@1219409582 after retry RPC after error@1981196655) -> (continuation of Deferred@659764487 after retry RPC after error@523278192) -> (continuation of Deferred@580278782 after retry RPC after error@1627967762) -> (continuation of Deferred@1598896953 after retry RPC after error@1155378359) -> (continuation of Deferred@1410618491 after retry RPC after error@1932758954) -> (continuation of Deferred@1167189510 after retry RPC after error@1820344855) -> (continuation of Deferred@440493168 after retry RPC after error@1977673293) -> (continuation of Deferred@1066114849 after retry RPC after error@1375068733) -> (continuation of Deferred@1074163351 after retry RPC after error@849750612) -> (continuation of Deferred@1362614710 after retry RPC after error@791494055) -> (continuation of Deferred@1554811907 after retry RPC after error@1608251720) -> (continuation of Deferred@818835820 after retry RPC after error@1992864471) -> (continuation of Deferred@1312617625 after retry RPC after error@1311589807) -> (continuation of Deferred@220923927 after retry RPC after error@1053183343) -> (continuation of Deferred@393735698 after retry RPC after error@869519726), errback=(continuation of Deferred@1872763215 after retry RPC after error@1946144259) -> (continuation of Deferred@659312581 after retry RPC after error@1781014527) -> (continuation of Deferred@86837652 after retry RPC after error@137314532) -> (continuation of Deferred@1306006595 after retry RPC after error@1738882528) -> (continuation of Deferred@170522921 after retry RPC after error@2020843752) -> (continuation of Deferred@1963248041 after retry RPC after error@989896916) -> (continuation of Deferred@2116412972 after retry RPC after error@456424928) -> (continuation of Deferred@1219409582 after retry RPC after error@1981196655) -> (continuation of Deferred@659764487 after retry RPC after error@523278192) -> (continuation of Deferred@580278782 after retry RPC after error@1627967762) -> (continuation of Deferred@1598896953 after retry RPC after error@1155378359) -> (continuation of Deferred@1410618491 after retry RPC after error@1932758954) -> (continuation of Deferred@1167189510 after retry RPC after error@1820344855) -> (continuation of Deferred@440493168 after retry RPC after error@1977673293) -> (continuation of Deferred@1066114849 after retry RPC after error@1375068733) -> (continuation of Deferred@1074163351 after retry RPC after error@849750612) -> (continuation of Deferred@1362614710 after retry RPC after error@791494055) -> (continuation of Deferred@1554811907 after retry RPC after error@1608251720) -> (continuation of Deferred@818835820 after retry RPC after error@1992864471) -> (continuation of Deferred@1312617625 after retry RPC after error@1311589807) -> (continuation of Deferred@220923927 after retry RPC after error@1053183343) -> (continuation of Deferred@393735698 after retry RPC after error@869519726)))
02:16:49.509 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:16:49.509 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29814), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [46ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [48ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [49ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [147ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [148ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [152ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [153ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [186ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [189ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [190ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [190ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [246ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [247ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [322ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [523ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [703ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [703ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [861ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1960ms] refreshing cache from master, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1962ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2221ms] too many traces: truncated at 100 traces, deferred=Deferred@1774493118(state=PENDING, result=null, callback=(continuation of Deferred@1872763215 after retry RPC after error@1946144259) -> (continuation of Deferred@659312581 after retry RPC after error@1781014527) -> (continuation of Deferred@86837652 after retry RPC after error@137314532) -> (continuation of Deferred@1306006595 after retry RPC after error@1738882528) -> (continuation of Deferred@170522921 after retry RPC after error@2020843752) -> (continuation of Deferred@1963248041 after retry RPC after error@989896916) -> (continuation of Deferred@2116412972 after retry RPC after error@456424928) -> (continuation of Deferred@1219409582 after retry RPC after error@1981196655) -> (continuation of Deferred@659764487 after retry RPC after error@523278192) -> (continuation of Deferred@580278782 after retry RPC after error@1627967762) -> (continuation of Deferred@1598896953 after retry RPC after error@1155378359) -> (continuation of Deferred@1410618491 after retry RPC after error@1932758954) -> (continuation of Deferred@1167189510 after retry RPC after error@1820344855) -> (continuation of Deferred@440493168 after retry RPC after error@1977673293) -> (continuation of Deferred@1066114849 after retry RPC after error@1375068733) -> (continuation of Deferred@1074163351 after retry RPC after error@849750612) -> (continuation of Deferred@1362614710 after retry RPC after error@791494055) -> (continuation of Deferred@1554811907 after retry RPC after error@1608251720) -> (continuation of Deferred@818835820 after retry RPC after error@1992864471) -> (continuation of Deferred@1312617625 after retry RPC after error@1311589807) -> (continuation of Deferred@220923927 after retry RPC after error@1053183343) -> (continuation of Deferred@393735698 after retry RPC after error@869519726), errback=(continuation of Deferred@1872763215 after retry RPC after error@1946144259) -> (continuation of Deferred@659312581 after retry RPC after error@1781014527) -> (continuation of Deferred@86837652 after retry RPC after error@137314532) -> (continuation of Deferred@1306006595 after retry RPC after error@1738882528) -> (continuation of Deferred@170522921 after retry RPC after error@2020843752) -> (continuation of Deferred@1963248041 after retry RPC after error@989896916) -> (continuation of Deferred@2116412972 after retry RPC after error@456424928) -> (continuation of Deferred@1219409582 after retry RPC after error@1981196655) -> (continuation of Deferred@659764487 after retry RPC after error@523278192) -> (continuation of Deferred@580278782 after retry RPC after error@1627967762) -> (continuation of Deferred@1598896953 after retry RPC after error@1155378359) -> (continuation of Deferred@1410618491 after retry RPC after error@1932758954) -> (continuation of Deferred@1167189510 after retry RPC after error@1820344855) -> (continuation of Deferred@440493168 after retry RPC after error@1977673293) -> (continuation of Deferred@1066114849 after retry RPC after error@1375068733) -> (continuation of Deferred@1074163351 after retry RPC after error@849750612) -> (continuation of Deferred@1362614710 after retry RPC after error@791494055) -> (continuation of Deferred@1554811907 after retry RPC after error@1608251720) -> (continuation of Deferred@818835820 after retry RPC after error@1992864471) -> (continuation of Deferred@1312617625 after retry RPC after error@1311589807) -> (continuation of Deferred@220923927 after retry RPC after error@1053183343) -> (continuation of Deferred@393735698 after retry RPC after error@869519726)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:49.509 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
02:16:49.511 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:16:49.513 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29814), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [46ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [48ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [49ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [147ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [148ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [152ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [153ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [186ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [189ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [190ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [190ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [246ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [247ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [322ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [523ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [703ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [703ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [861ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1960ms] refreshing cache from master, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1962ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2221ms] too many traces: truncated at 100 traces, deferred=Deferred@1774493118(state=PENDING, result=null, callback=(continuation of Deferred@1872763215 after retry RPC after error@1946144259) -> (continuation of Deferred@659312581 after retry RPC after error@1781014527) -> (continuation of Deferred@86837652 after retry RPC after error@137314532) -> (continuation of Deferred@1306006595 after retry RPC after error@1738882528) -> (continuation of Deferred@170522921 after retry RPC after error@2020843752) -> (continuation of Deferred@1963248041 after retry RPC after error@989896916) -> (continuation of Deferred@2116412972 after retry RPC after error@456424928) -> (continuation of Deferred@1219409582 after retry RPC after error@1981196655) -> (continuation of Deferred@659764487 after retry RPC after error@523278192) -> (continuation of Deferred@580278782 after retry RPC after error@1627967762) -> (continuation of Deferred@1598896953 after retry RPC after error@1155378359) -> (continuation of Deferred@1410618491 after retry RPC after error@1932758954) -> (continuation of Deferred@1167189510 after retry RPC after error@1820344855) -> (continuation of Deferred@440493168 after retry RPC after error@1977673293) -> (continuation of Deferred@1066114849 after retry RPC after error@1375068733) -> (continuation of Deferred@1074163351 after retry RPC after error@849750612) -> (continuation of Deferred@1362614710 after retry RPC after error@791494055) -> (continuation of Deferred@1554811907 after retry RPC after error@1608251720) -> (continuation of Deferred@818835820 after retry RPC after error@1992864471) -> (continuation of Deferred@1312617625 after retry RPC after error@1311589807) -> (continuation of Deferred@220923927 after retry RPC after error@1053183343) -> (continuation of Deferred@393735698 after retry RPC after error@869519726), errback=(continuation of Deferred@1872763215 after retry RPC after error@1946144259) -> (continuation of Deferred@659312581 after retry RPC after error@1781014527) -> (continuation of Deferred@86837652 after retry RPC after error@137314532) -> (continuation of Deferred@1306006595 after retry RPC after error@1738882528) -> (continuation of Deferred@170522921 after retry RPC after error@2020843752) -> (continuation of Deferred@1963248041 after retry RPC after error@989896916) -> (continuation of Deferred@2116412972 after retry RPC after error@456424928) -> (continuation of Deferred@1219409582 after retry RPC after error@1981196655) -> (continuation of Deferred@659764487 after retry RPC after error@523278192) -> (continuation of Deferred@580278782 after retry RPC after error@1627967762) -> (continuation of Deferred@1598896953 after retry RPC after error@1155378359) -> (continuation of Deferred@1410618491 after retry RPC after error@1932758954) -> (continuation of Deferred@1167189510 after retry RPC after error@1820344855) -> (continuation of Deferred@440493168 after retry RPC after error@1977673293) -> (continuation of Deferred@1066114849 after retry RPC after error@1375068733) -> (continuation of Deferred@1074163351 after retry RPC after error@849750612) -> (continuation of Deferred@1362614710 after retry RPC after error@791494055) -> (continuation of Deferred@1554811907 after retry RPC after error@1608251720) -> (continuation of Deferred@818835820 after retry RPC after error@1992864471) -> (continuation of Deferred@1312617625 after retry RPC after error@1311589807) -> (continuation of Deferred@220923927 after retry RPC after error@1053183343) -> (continuation of Deferred@393735698 after retry RPC after error@869519726)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:49.514 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:49.514 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:16:49.514 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RUNNING to RESTARTING.
02:16:49.515 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
02:16:49.586 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.586 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.587 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.587 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.594 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.594 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.595 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.595 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.614 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:49.615 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:49.615 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:49.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.615 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:49.616 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29912), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [6ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [97ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [98ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [156ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [408ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [422ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [461ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [462ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [484ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [484ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [581ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [702ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [801ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [802ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [901ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [902ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1262ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2620ms] too many traces: truncated at 100 traces, deferred=Deferred@1801037016(state=PENDING, result=null, callback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864), errback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864)))
02:16:49.617 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:49.617 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:49.617 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:49.617 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29912), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [6ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [97ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [98ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [156ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [408ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [422ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [461ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [462ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [484ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [484ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [581ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [702ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [801ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [802ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [901ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [902ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1262ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2620ms] too many traces: truncated at 100 traces, deferred=Deferred@1801037016(state=PENDING, result=null, callback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864), errback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29912), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [6ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [97ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [98ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [156ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [408ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [422ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [461ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [462ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [484ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [484ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [581ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [702ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [801ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [802ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [901ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [902ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1262ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2620ms] too many traces: truncated at 100 traces, deferred=Deferred@1801037016(state=PENDING, result=null, callback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864), errback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.126.253:36049
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:49.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.617 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:49.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:49.622 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29912), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [6ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [97ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [98ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [156ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [408ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [422ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [461ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [462ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [484ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [484ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [581ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [702ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [801ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [802ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [901ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [902ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1262ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2620ms] too many traces: truncated at 100 traces, deferred=Deferred@1801037016(state=PENDING, result=null, callback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864), errback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29912), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [6ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [7ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [97ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [98ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [156ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [408ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [408ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [422ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [461ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [462ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [462ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [483ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [484ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [484ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [581ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [581ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [702ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [801ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [802ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [901ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [902ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.254:34137: Network error: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.252:33207: Network error: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.126.253:36049: Network error: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [1262ms] delaying RPC due to: Service unavailable: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.254:34137, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.252:33207, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.126.253:36049, [2620ms] too many traces: truncated at 100 traces, deferred=Deferred@1801037016(state=PENDING, result=null, callback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864), errback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312) -> (continuation of Deferred@943973610 after retry RPC after error@2017818864)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.126.253:36049
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:49.623 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:16:49.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
02:16:49.623 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
02:16:49.623 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
02:16:49.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
02:16:49.623 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
02:16:49.623 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
02:16:49.623 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
02:16:49.624 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
02:16:49.624 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
02:16:49.626 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:16:49.626 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
02:16:49.626 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
02:16:49.628 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:16:49.628 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
02:16:49.628 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:16:49.629 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:16:49.629 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
02:16:49.629 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:16:49.634 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:49.634 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:49.634 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:49.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.635 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:49.637 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.637 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.637 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.646 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
02:16:49.646 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
02:16:49.647 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
02:16:49.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:16:49.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
02:16:49.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
02:16:49.653 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
02:16:49.653 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:16:49.654 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
02:16:49.654 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
02:16:49.655 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
02:16:49.655 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
02:16:49.656 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:49.656 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:49.656 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:49.657 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:49.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.658 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:49.659 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:49.659 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44710d49591530d867cb2816f851b96f
02:16:49.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477009665 for job e277ecd084716c42d2402f58465a119c.
02:16:49.674 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:16:49.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:16:49.677 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:49.677 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:49.677 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:49.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.677 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:49.694 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:49.695 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:49.695 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:49.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.696 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:49.714 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:49.714 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:49.714 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:49.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.715 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:49.735 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:49.735 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:49.736 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:49.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:49.814 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:49.814 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:49.814 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:49.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:49.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:49.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:49.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:49.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:49.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:49.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:49.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:49.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:49.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:49.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:49.832609  2161 heartbeater.cc:499] Master 127.1.129.254:37147 was elected leader, sending a full tablet report...
02:16:49.834 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.834 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.834 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.835 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.835 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.835 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.835 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.854 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:49.854 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:49.855 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:49.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:49.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:49.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:49.856 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:49.878 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:49.878 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:49.878 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:49.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:49.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:49.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:49.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:49.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:49.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:50.055 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:50.055 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:50.055 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:50.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:50.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:50.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:50.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:50.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:50.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:50.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:50.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:50.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:50.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:50.106 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:50.106 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:50.106 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:50.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.108 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.108 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:50.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:50.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477010165 for job e277ecd084716c42d2402f58465a119c.
02:16:50.179 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:16:50.180 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:16:50.234 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:50.235 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:50.235 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:50.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:50.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:50.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:50.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:50.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:50.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:50.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:50.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:50.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:50.236 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:50.334 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:50.335 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:50.335 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:50.335 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:50.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:50.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:50.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:50.336 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:50.336 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:50.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:50.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:50.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:50.337 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:50.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:50.406 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:50.406 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:50.406 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:50.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:50.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:50.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:50.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:50.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:50.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:50.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:50.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:50.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:50.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:50.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:50.474 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:50.474 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:50.474 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:50.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:50.480 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:50.480 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:50.480 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:50.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:50.481 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:50.481 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:50.481 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:50.481 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:50.481 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:50.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:50.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:50.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:50.481 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:50.486 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:50.486 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:50.487 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:50.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:50.541 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:50.541 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:50.541 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:50.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:50.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:50.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:50.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:50.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:50.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:50.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:50.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:50.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:50.542 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:50.618 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:50.619 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:50.619 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:50.619 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:50.620 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:50.620 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:50.620 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:50.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:50.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:50.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:50.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:50.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:50.621 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:50.621 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:50.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477010665 for job e277ecd084716c42d2402f58465a119c.
02:16:50.674 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:16:50.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:16:50.737 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:50.737 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:50.737 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:50.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:50.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:50.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:50.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:50.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:50.686661  2205 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 2166
02:16:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:49.285588  2207 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:50.845844  2166 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.562s	user 0.563s	sys 0.998s
02:16:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:50.846256  2166 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.563s	user 0.563s	sys 0.998s
02:16:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:50.854882  2220 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.854946  2166 server_base.cc:1061] running on GCE node
02:16:50.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.856261  2166 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.858536  2166 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.859879  2166 hybrid_clock.cc:648] HybridClock initialized: now 1783477010859836 us; error 59 us; skew 500 ppm
02:16:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.860780  2166 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.867579  2166 webserver.cc:534] Webserver started at http://127.1.129.195:46635/ using document root <none> and password file <none>
02:16:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.868489  2166 fs_manager.cc:362] Metadata directory not provided
02:16:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.868678  2166 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.869182  2166 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.874778  2166 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/data/instance:
02:16:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae8c2bb23cb24fe5a85035d332c13e30"
02:16:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:50 on dist-test-slave-fshw"
02:16:50.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.875967  2166 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/wal/instance:
02:16:50.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae8c2bb23cb24fe5a85035d332c13e30"
02:16:50.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:50 on dist-test-slave-fshw"
02:16:50.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:50.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.884414  2166 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.003s	sys 0.007s
02:16:50.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.891486  2226 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.892853  2166 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.006s
02:16:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.893364  2166 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/wal
02:16:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae8c2bb23cb24fe5a85035d332c13e30"
02:16:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:50 on dist-test-slave-fshw"
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.893713  2166 fs_report.cc:389] FS layout report
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/wal
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/wal
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/data/data
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.952006  2166 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.953833  2166 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.954397  2166 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.957957  2166 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:50.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:50.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.963585  2166 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.963902  2166 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:16:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.964148  2166 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:50.964344  2166 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:16:51.109 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:51.110 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:51.110 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:51.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.110 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.110 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.110 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.110 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:51.118 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.143787  2166 rpc_server.cc:307] RPC server started. Bound to: 127.1.129.195:35921
02:16:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.143893  2338 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.129.195:35921 every 8 connection(s)
02:16:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.147047  2166 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/data/info.pb
02:16:51.147 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:51.147 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:51.147 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:51.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:51.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:51.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:51.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:51.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:51.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:51.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:51.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:51.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:51.148 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.152009  1543 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 2166
02:16:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.152537  1543 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster5618190755177977497/ts-2/wal/instance
02:16:51.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477011165 for job e277ecd084716c42d2402f58465a119c.
02:16:51.175 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:16:51.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:16:51.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.210208  2341 heartbeater.cc:344] Connected to a master server at 127.1.129.254:37147
02:16:51.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.210525  2340 heartbeater.cc:344] Connected to a master server at 127.1.129.252:44083
02:16:51.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.210704  2341 heartbeater.cc:461] Registering TS with master...
02:16:51.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.210925  2340 heartbeater.cc:461] Registering TS with master...
02:16:51.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.212119  2340 heartbeater.cc:507] Master 127.1.129.252:44083 requested a full tablet report, sending...
02:16:51.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.212154  2341 heartbeater.cc:507] Master 127.1.129.254:37147 requested a full tablet report, sending...
02:16:51.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.213723  2339 heartbeater.cc:344] Connected to a master server at 127.1.129.253:40449
02:16:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.214030  2339 heartbeater.cc:461] Registering TS with master...
02:16:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.214994  2339 heartbeater.cc:507] Master 127.1.129.253:40449 requested a full tablet report, sending...
02:16:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.215744  1770 ts_manager.cc:194] Registered new tserver with Master: ae8c2bb23cb24fe5a85035d332c13e30 (127.1.129.195:35921)
02:16:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.217531  1610 ts_manager.cc:194] Registered new tserver with Master: ae8c2bb23cb24fe5a85035d332c13e30 (127.1.129.195:35921)
02:16:51.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.219295  1610 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.129.195:55023
02:16:51.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.219411  1687 ts_manager.cc:194] Registered new tserver with Master: ae8c2bb23cb24fe5a85035d332c13e30 (127.1.129.195:35921)
02:16:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.233615  1543 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:16:51.246 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:16:51.247 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:16:51.248 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.129.254"
      port: 37147
    }
    bound_http_address {
      host: "127.1.129.254"
      port: 43525
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.129.253"
      port: 40449
    }
    bound_http_address {
      host: "127.1.129.253"
      port: 38853
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.129.252"
      port: 44083
    }
    bound_http_address {
      host: "127.1.129.252"
      port: 41495
    }
  }
}

02:16:51.248 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:16:51.249 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.129.193"
      port: 41553
    }
    bound_http_address {
      host: "127.1.129.193"
      port: 46125
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.129.194"
      port: 45529
    }
    bound_http_address {
      host: "127.1.129.194"
      port: 40091
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.129.195"
      port: 35921
    }
    bound_http_address {
      host: "127.1.129.195"
      port: 46635
    }
  }
}

02:16:51.249 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:16:51.250 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:51.250 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:16:51.250 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task2KSk1u/test-tmp
02:16:51.251 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:16:51.251 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task2KSk1u/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:16:51.256 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:16:51.301 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:51.301 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:51.301 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:51.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.301 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:51.320 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:51.321 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:51.321 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:51.321 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.321 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.321 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.321 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.322 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.322 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:51.345 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:51.346 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:51.346 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:51.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.346 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:51.377 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:51.378 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:51.378 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:51.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:51.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:51.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:51.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:51.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:51.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:51.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:51.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:51.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:51.378 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:51.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:51.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:51.592 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:51.592 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:51.592 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:51.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:51.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:51.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:51.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:51.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:51.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:51.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:51.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:51.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:51.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:51.618 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:51.626 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:51.626 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:51.626 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:51.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:51.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:51.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:51.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:51.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:51.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:51.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:51.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:51.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:51.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:51.631 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:16:51.631 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:16:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.635381  2349 mini_oidc.cc:150] Starting JWKS server
02:16:51.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.638811  2349 webserver.cc:534] Webserver started at http://127.0.0.1:36941/ using document root <none> and password file <none>
02:16:51.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.639197  2349 mini_oidc.cc:186] Starting OIDC Discovery server
02:16:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.641184  2349 webserver.cc:534] Webserver started at http://127.0.0.1:45273/ using document root <none> and password file <none>
02:16:51.642 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:51.642 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:51.642 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:51.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:51.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:51.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:51.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:51.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:51.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:51.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:51.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:51.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:51.642 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:51.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477011665 for job e277ecd084716c42d2402f58465a119c.
02:16:51.674 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:16:51.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:16:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:51Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:16:51.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:51Z Disabled control of system clock
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:51.716943  2349 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/wal
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/data
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/logs
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/data/info.pb
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.126:39511
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.126
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36941/jwks.json with env {}
02:16:51.794 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:51.794 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:51.794 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:51.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:51.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:51.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:51.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:51.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:51.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:51.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:51.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:51.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:51.795 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:51.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:51.909 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:51.910 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:51.910 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:51.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.910 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:51.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.910 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:51.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:51.910 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:51.962 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:52.054 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:52.054 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:52.054 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:52.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:52.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:52.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:52.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:52.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:52.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:52.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:52.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:52.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:52.055 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.088460  2361 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.089191  2361 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.089884  2361 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:52.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:52.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.127691  2361 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.127976  2361 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.128260  2361 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.128484  2361 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.128695  2361 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.128907  2361 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36941/jwks.json
02:16:52.134 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:52.134 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:52.134 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:52.134 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:52.135 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:52.135 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:52.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:52.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:52.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:52.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:52.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:52.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:52.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:52.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:52.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:52.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:52.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:52.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:52.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:52.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:52.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:52.135 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:52.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:52.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:52.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:52.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:52.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477012166 for job e277ecd084716c42d2402f58465a119c.
02:16:52.173 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:16:52.174 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:16:52.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:52.177594  2361 master_runner.cc:387] Master server non-default flags:
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/data
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/wal
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.126:39511
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36941/jwks.json
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/data/info.pb
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.126
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/logs
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:52.178985  2361 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:52.180871  2361 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.193948  2369 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:52.223124  2341 heartbeater.cc:499] Master 127.1.129.254:37147 was elected leader, sending a full tablet report...
02:16:52.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:52.439 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:52.439 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:52.439 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:52.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:52.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:52.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:52.440 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:52.440 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:52.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:52.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:52.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:52.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:52.441 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:52.462 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:52.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:52.660 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:52.660 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:52.661 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:52.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:52.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:52.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:52.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:52.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:52.662 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:52.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:52.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:52.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:52.663 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:52.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477012666 for job e277ecd084716c42d2402f58465a119c.
02:16:52.679 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:16:52.685 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:16:52.752 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:52.752 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:52.752 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:52.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:52.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:52.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:52.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:52.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:52.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:52.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:52.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:52.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:52.754 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:52.762 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:52.762 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:52.762 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:52.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:52.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:52.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:52.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:52.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:52.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:52.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:52.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:52.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:52.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:52.814 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:52.815 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:52.815 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:52.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:52.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:52.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:52.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:52.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:52.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:52.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:52.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:52.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:52.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:52.828 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RESTARTING to RUNNING.
02:16:52.828 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 44a1d56ce7e44c75dd2bece6ef564b6b from Checkpoint 67 @ 1783476767588 for 44a1d56ce7e44c75dd2bece6ef564b6b located at file:/tmp/junit1567620589577463559/checkpoints/44a1d56ce7e44c75dd2bece6ef564b6b/chk-67.
02:16:52.829 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
02:16:52.829 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:16:52.831 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to SCHEDULED.
02:16:52.832 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:52.832 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from SCHEDULED to DEPLOYING.
02:16:52.832 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #8) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857
02:16:52.832 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to SCHEDULED.
02:16:52.833 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 27ae1e5e0cfcf00971bf3a6c8511a857.
02:16:52.834 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8), deploy into slot with allocation id 27ae1e5e0cfcf00971bf3a6c8511a857.
02:16:52.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from SCHEDULED to DEPLOYING.
02:16:52.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #8) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id a3defdadf52c91f803cb5705c1126b08
02:16:52.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to SCHEDULED.
02:16:52.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from SCHEDULED to DEPLOYING.
02:16:52.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #8) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24f28acf9959c4eaab4ba1daf1725408
02:16:52.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to SCHEDULED.
02:16:52.836 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from SCHEDULED to DEPLOYING.
02:16:52.836 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #8) with attempt id 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1) with allocation id 24b1bffa431a13448500fc83260c11f7
02:16:52.836 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:52.836 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:52.836 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:52.837 [INFO - Thread-66] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:16:52.837 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.20.169.252:37241(127.20.169.252:37241)] disconnecting while in state TERMINATED
02:16:52.837 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.20.169.254:40353(127.20.169.254:40353)] disconnecting while in state TERMINATED
02:16:52.838 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.20.169.253:38475(127.20.169.253:38475)] disconnecting while in state TERMINATED
02:16:52.838 [DEBUG - Thread-66] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:52.840 [INFO - Thread-66] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:16:52.841 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a3defdadf52c91f803cb5705c1126b08.
02:16:52.841 [INFO - Thread-66] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:16:52.842 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8), deploy into slot with allocation id a3defdadf52c91f803cb5705c1126b08.
02:16:52.842 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to DEPLOYING.
02:16:52.842 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8) [DEPLOYING].
02:16:52.842 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@13cb54a1
02:16:52.843 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:52.844 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:16:52.844 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
02:16:52.844 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
02:16:52.844 [DEBUG - Thread-66] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:52.845 [INFO - Thread-66] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:16:52.857 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1a02b3dc
02:16:52.860 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:52.860 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 24f28acf9959c4eaab4ba1daf1725408.
02:16:52.861 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8), deploy into slot with allocation id 24f28acf9959c4eaab4ba1daf1725408.
02:16:52.862 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to DEPLOYING.
02:16:52.862 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) [DEPLOYING].
02:16:52.863 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@23bcced6
02:16:52.863 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:52.863 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:16:52.863 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
02:16:52.864 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:52.864 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:52.864 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:52.864 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:52.866 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 24b1bffa431a13448500fc83260c11f7.
02:16:52.866 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8), deploy into slot with allocation id 24b1bffa431a13448500fc83260c11f7.
02:16:52.867 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
02:16:52.867 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to DEPLOYING.
02:16:52.867 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8) [DEPLOYING].
02:16:52.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a2a1a66
02:16:52.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:52.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:16:52.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
02:16:52.868 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
02:16:52.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to DEPLOYING.
02:16:52.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) [DEPLOYING].
02:16:52.872 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@162a365d
02:16:52.872 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:52.872 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1567620589577463559/checkpoints")
02:16:52.873 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
02:16:52.873 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
02:16:52.875 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54670d2d
02:16:52.877 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@553b90ea
02:16:52.878 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@627da934
02:16:52.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:52.881 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:52.882 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:52.883 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:52.886 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:52.893 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:52.893 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:52.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.895 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:52.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:52.905 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:52.909 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:52.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.910 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:52.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.912 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:52.912 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:52.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.913 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:52.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.914 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:52.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.915 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:52.915 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:52.915 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:52.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:52.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:52.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:52.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:52.917 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:52.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.918 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:52.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.919 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:52.919 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:52.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:52.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:52.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:52.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:52.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:52.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:52.924 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:52.924 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:52.925 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:52.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.928 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:52.935 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:52.935 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:52.941 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:52.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.953 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:52.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.958 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:52.960 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.960 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.960 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.962 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:52.971 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:52.973 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:52.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:52.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:52.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:52.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:52.975 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:52.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:52.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:52.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:52.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:52.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:52.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:52.976 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:52.977 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:52.989 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:52.996 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:52.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:52.997 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.005 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.009 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.009 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.009 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.010 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.011 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:53.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.011 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.012 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.013 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:53.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.017 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.024 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.027 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.027 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.027 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:53.030 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.036 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:53.036 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:53.036 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:53.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:53.038 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.039 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.042 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.044 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.048 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.049 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.050 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.050 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.051 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.052 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.053 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.053 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.053 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.053 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.055 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.056 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:53.056 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:53.056 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:53.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.057 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.057 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.057 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:53.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.058 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.061 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.061 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.061 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.062 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.062 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.062 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.062 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.064 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.064 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.064 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.065 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.065 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.065 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.066 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.066 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.067 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.067 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.073 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.073 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.073 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.075 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.075 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:53.075 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:53.075 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:53.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:53.077 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.078 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.079 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.079 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.079 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.080 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.082 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.084 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.084 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.084 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.087 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.087 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.087 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.089 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.089 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.089 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.090 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.091 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.094 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.094 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.094 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.096 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.096 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.097 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.097 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.098 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.112 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:53.113 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:53.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.114 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.114 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.114 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.116 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.116 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:53.116 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:53.116 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:53.117 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:53.117 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:53.117 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:53.117 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.117 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.117 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:53.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:53.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:53.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:53.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:53.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:53.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:53.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:53.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:53.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:53.119 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.119 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.119 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.120 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.120 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.120 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.120 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:53.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.121 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.121 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.121 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:53.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.123 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.123 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:53.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.124 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:53.124 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.124 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.124 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.126 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.126 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.126 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.128 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.128 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.133 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:53.133 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:53.133 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:53.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:53.146 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.147 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.147 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.148 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.156 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:53.156 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:53.156 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:53.156 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.157 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.157 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.158 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:53.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477013165 for job e277ecd084716c42d2402f58465a119c.
02:16:53.179 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:16:53.181 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:16:53.184 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.184 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.184 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.186 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.186 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.193 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.193 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.193 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.196 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.196 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.196 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.213 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.214 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.214 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.215 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.216 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:53.216 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:53.216 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:53.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:53.222 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.222 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.222 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.224 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.236 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:53.236 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:53.237 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:53.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.238 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:53.245 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.245 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.245 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.247 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.257 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.257 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.257 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.258 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:53.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.264 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.264 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.265 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.266 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.266 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.266 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.267 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.268 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.382 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:53.424 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.424 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.424 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.456 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.457 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.457 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.458 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:53.486 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:53.486 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:53.486 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:53.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:53.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:53.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:53.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:53.488 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:53.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:53.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:53.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:53.489 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:53.489 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:53.516 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:53.516 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:53.516 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:53.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:53.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:53.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:53.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:53.564 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.564 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.564 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.567 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.585 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:53.585 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:53.585 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:53.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.587 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:53.612 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:53.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:53.614 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:53.614 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:53.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:53.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:53.615 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:53.618 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:53.656 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.656 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.656 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.657 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.658 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.665 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477013665 for job e277ecd084716c42d2402f58465a119c.
02:16:53.675 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:16:53.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:16:53.705 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.705 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.705 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.706 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.707 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.716 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.716 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.716 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.717 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.726 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.726 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.726 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.727 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.745 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:53.745 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:53.746 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:53.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:53.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:53.746 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:53.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:53.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:53.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:53.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:53.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:53.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:53.747 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:53.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:53.800040  1718 debug-util.cc:398] Leaking SignalData structure 0x7b0800078d40 after lost signal to thread 1652
02:16:53.800 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:53.800 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:53.801 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:53.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:53.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:53.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:53.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:53.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:53.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:53.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:53.802 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:53.802 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:53.802 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:53.801050  1718 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5c80 after lost signal to thread 1721
02:16:53.855 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:53.856 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:53.856 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:53.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:53.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:53.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:53.857 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:53.879 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:53.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.018 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.018 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.018 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.018 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.053 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:54.053 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:54.053 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:54.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:54.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:54.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:54.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:54.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:54.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:54.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:54.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:54.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:54.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:54.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:53.606206  2368 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 2361
02:16:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.074770  2368 kernel_stack_watchdog.cc:198] Thread 2361 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 408ms:
02:16:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:16:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:16:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:16:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:16:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:52.194685  2370 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:54.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.075941  2361 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.881s	user 0.670s	sys 1.093s
02:16:54.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.076462  2361 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.882s	user 0.670s	sys 1.093s
02:16:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.078233  2372 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:54.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.082924  2371 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1888 milliseconds
02:16:54.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.083544  2361 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:54.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.085271  2361 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:54.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.088711  2361 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.090361  2361 hybrid_clock.cc:648] HybridClock initialized: now 1783477014090227 us; error 122 us; skew 500 ppm
02:16:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.091630  2361 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:54.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.101289  2361 webserver.cc:534] Webserver started at http://127.2.75.126:34915/ using document root <none> and password file <none>
02:16:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.102718  2361 fs_manager.cc:362] Metadata directory not provided
02:16:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.103194  2361 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:54.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.103837  2361 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.111483  2361 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/data/instance:
02:16:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2d4424daa604f5385a01e45da2ab7d7"
02:16:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:54 on dist-test-slave-fshw"
02:16:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.113518  2361 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/wal/instance:
02:16:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2d4424daa604f5385a01e45da2ab7d7"
02:16:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:54 on dist-test-slave-fshw"
02:16:54.118 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.124845  2361 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.001s
02:16:54.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.132982  2433 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.134693  2361 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.003s
02:16:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.135107  2361 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/wal
02:16:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2d4424daa604f5385a01e45da2ab7d7"
02:16:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:54 on dist-test-slave-fshw"
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.135497  2361 fs_report.cc:389] FS layout report
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/wal
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/wal
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/data/data
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:54.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477014165 for job e277ecd084716c42d2402f58465a119c.
02:16:54.174 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:16:54.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:16:54.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.197803  2361 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.199592  2361 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.200196  2361 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:54.227 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:54.227 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:54.227 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:54.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:54.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:54.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:54.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:54.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:54.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:54.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:54.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:54.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:54.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:54.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.304 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:54.304 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:54.304 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:54.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:54.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:54.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:54.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:54.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:54.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:54.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:54.306 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:54.306 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:54.306 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.337843  2361 rpc_server.cc:307] RPC server started. Bound to: 127.2.75.126:39511
02:16:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.337913  2484 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.75.126:39511 every 8 connection(s)
02:16:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.342216  2361 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/data/info.pb
02:16:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.346925  2349 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 2361
02:16:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.347496  2349 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-0/wal/instance
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.352023  2349 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/wal
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/data
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/logs
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/data/info.pb
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.125:33699
02:16:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.125
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36941/jwks.json with env {}
02:16:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.352401  2485 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.370297  2485 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } has no permanent_uuid. Determining permanent_uuid...
02:16:54.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.417999  2485 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } has no permanent_uuid. Determining permanent_uuid...
02:16:54.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.421823  2436 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.75.125:33699: connect: Connection refused (error 111)
02:16:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.427733  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.125:33699: Network error: Client connection negotiation failed: client connection to 127.2.75.125:33699: connect: Connection refused (error 111)
02:16:54.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.477335  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } attempt: 1
02:16:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.484575  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.125:33699: Network error: Client connection negotiation failed: client connection to 127.2.75.125:33699: connect: Connection refused (error 111)
02:16:54.516 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:54.516 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:54.516 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:54.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:54.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:54.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:54.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:54.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:54.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:54.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:54.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:54.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:54.517 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.553022  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } attempt: 2
02:16:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.558722  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.125:33699: Network error: Client connection negotiation failed: client connection to 127.2.75.125:33699: connect: Connection refused (error 111)
02:16:54.580 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RESTARTING to RUNNING.
02:16:54.581 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 44710d49591530d867cb2816f851b96f from Checkpoint 73 @ 1783476919279 for 44710d49591530d867cb2816f851b96f located at file:/tmp/junit12811897229417014767/checkpoints/44710d49591530d867cb2816f851b96f/chk-73.
02:16:54.582 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:16:54.582 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:16:54.584 [INFO - Thread-67] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:16:54.584 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
02:16:54.584 [DEBUG - Thread-67] (Connection.java:575) [peer master-127.26.126.253:36049(127.26.126.253:36049)] disconnecting while in state TERMINATED
02:16:54.584 [DEBUG - Thread-67] (Connection.java:575) [peer master-127.26.126.252:33207(127.26.126.252:33207)] disconnecting while in state TERMINATED
02:16:54.585 [DEBUG - Thread-67] (Connection.java:575) [peer master-127.26.126.254:34137(127.26.126.254:34137)] disconnecting while in state TERMINATED
02:16:54.585 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:54.585 [DEBUG - Thread-67] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:54.587 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
02:16:54.587 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id abe07a133224f8180a1a478a38afaed5
02:16:54.587 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot abe07a133224f8180a1a478a38afaed5.
02:16:54.588 [INFO - Thread-67] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:16:54.588 [INFO - Thread-67] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:16:54.588 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id abe07a133224f8180a1a478a38afaed5.
02:16:54.589 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
02:16:54.590 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:54.591 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
02:16:54.591 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 86f8326d2beb93038eaca87fac149a2d
02:16:54.591 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
02:16:54.591 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:54.592 [DEBUG - Thread-67] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:54.592 [INFO - Thread-67] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:16:54.597 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
02:16:54.597 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 2c91c29c9bba79858c85545fb98f0abd
02:16:54.597 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
02:16:54.598 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:16:54.599 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
02:16:54.599 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1) with allocation id 57509891799598890191c36589280c8b
02:16:54.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.599 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:54.599 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:54.599 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:54.600 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:54.600 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:54.600 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:54.600 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:54.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:54.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:54.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:54.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:54.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:54.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:54.601 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 86f8326d2beb93038eaca87fac149a2d.
02:16:54.602 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:54.602 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:54.602 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:54.602 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:16:54.602 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 86f8326d2beb93038eaca87fac149a2d.
02:16:54.603 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:54.605 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
02:16:54.605 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
02:16:54.607 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ea35e4c
02:16:54.608 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:54.608 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:54.608 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:16:54.609 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:16:54.615 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2c91c29c9bba79858c85545fb98f0abd.
02:16:54.615 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 2c91c29c9bba79858c85545fb98f0abd.
02:16:54.616 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
02:16:54.616 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
02:16:54.616 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e48b8fd
02:16:54.617 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62247602
02:16:54.617 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:54.617 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:54.617 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:16:54.618 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:16:54.618 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.625 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:54.626 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
02:16:54.626 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 57509891799598890191c36589280c8b.
02:16:54.627 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:54.627 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 57509891799598890191c36589280c8b.
02:16:54.627 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
02:16:54.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.628 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:54.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.629 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b36d82a
02:16:54.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.629 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@175b4ec8
02:16:54.629 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:54.630 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:54.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.630 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:54.630 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:16:54.631 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:16:54.631 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
02:16:54.631 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
02:16:54.632 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@58239632
02:16:54.632 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:16:54.632 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12811897229417014767/checkpoints")
02:16:54.632 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:16:54.632 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:16:54.635 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@18bb2d8b
02:16:54.637 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:54.637 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.638 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.639 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:54.641 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@144b4f5c
02:16:54.641 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.642 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:54.643 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:54.649 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.649 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.650204  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } attempt: 3
02:16:54.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.653 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.657 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.657018  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.125:33699: Network error: Client connection negotiation failed: client connection to 127.2.75.125:33699: connect: Connection refused (error 111)
02:16:54.657 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:54.658 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.661 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:54.661 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.662 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:54.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.663 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.663 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477014665 for job e277ecd084716c42d2402f58465a119c.
02:16:54.674 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.674 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.674 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.675 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:16:54.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.675 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:16:54.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.679 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.681 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:54.681 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:54.681 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:54.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:54.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:54.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:54.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:54.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:54.681 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:54.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:54.681 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:54.681 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:54.681 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:54.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.682 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.682 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.683 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:54.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.686 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.686 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.686 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.689 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.690 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.693 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.695 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.695 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.698 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.703 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.703 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.705 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.706 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.707 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.708 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.708 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.708 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.708 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:54.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.709 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.709 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.709 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:54.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.710 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.710 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.710 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.710 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.710 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:54.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.711 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.711 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.712 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.717 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.718 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.718 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.719 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.719 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.719 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.720 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.720 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.721 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.722 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.723 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:54.723 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:54.724 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:54.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:54.729 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.730 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.730 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.730 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.731 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.735 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.737 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.738 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.738 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.738 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.739 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.743 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:54.743 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:54.743 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:54.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.744 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.744 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.744 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.744 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.744 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:54.745 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.750 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.750 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.750 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.751 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.753 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.753 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.753 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.754 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.758 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.758 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.758 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.758 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.758 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.759 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.759 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.759 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.760 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.763 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:54.763 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:54.763 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:54.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:54.770 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.770 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.770 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.770 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.770 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.777 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.778 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.778 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.778 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.778 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.778 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.778 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.778 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.778 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.779 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.781 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.784 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:54.784 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:54.784 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:54.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.785 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:54.797 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.797 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.797 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.798 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.798 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.799 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.799 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.800486  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } attempt: 4
02:16:54.805 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:54.805 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:54.805 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:54.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:54.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:54.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:54.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:54.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:54.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:54.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:54.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:54.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:54.806 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.807878  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.125:33699: Network error: Client connection negotiation failed: client connection to 127.2.75.125:33699: connect: Connection refused (error 111)
02:16:54.818 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.818 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.818 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.818084  2487 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:54.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.819286  2487 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:54.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.820132  2487 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:54.831 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.831 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.831 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.833 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.833 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.833 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.833 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.833 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.833 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.833 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.837 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.837 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.837 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.863 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:54.864 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:54.864 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:54.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.864 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:54.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:54.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:54.865 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:54.877 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.878 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.878 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.878 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.878 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.878 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.879 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.879 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.880 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.880553  2487 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:54.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.881 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.881021  2487 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.881423  2487 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.881780  2487 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.882138  2487 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.882397  2487 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36941/jwks.json
02:16:54.890 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.890 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.890 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.892 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.898 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.898 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.898 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.899 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.899 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.899 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.933560  2487 master_runner.cc:387] Master server non-default flags:
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/data
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/wal
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.125:33699
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36941/jwks.json
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/data/info.pb
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.125
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/logs
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.935336  2487 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:54.937327  2487 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.952313  2550 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:54.958 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.958 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.958 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.959 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:54.978 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.978 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.978 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.979 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.979 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.979 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.979 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.980 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.980 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.980 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.991 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.991 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.991 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.992 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:54.997 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:54.998 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:54.998 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:54.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:54.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:54.999 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.999 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.999 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:54.999 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:55.018 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:55.018 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:55.019 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:55.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.020 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:55.025 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:55.025 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:55.025 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:55.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:55.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:55.026 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:55.026 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:55.026 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:55.026 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:55.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:55.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:55.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:55.026 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:55.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.103 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:55.103 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:55.103 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:55.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:55.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:55.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:55.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:55.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:55.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:55.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:55.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:55.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:55.106 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:55.107355  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } attempt: 5
02:16:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:55.114920  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.125:33699: Network error: Client connection negotiation failed: client connection to 127.2.75.125:33699: connect: Connection refused (error 111)
02:16:55.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.133 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:55.133 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:55.133 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:55.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:55.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:55.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:55.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:55.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:55.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:55.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:55.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:55.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:55.134 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:55.160 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:55.160 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:55.160 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:55.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.162 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.162 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:55.163 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:55.163 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:55.163 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:55.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:55.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:55.163 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:55.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:55.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:55.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:55.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:55.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:55.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:55.164 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:55.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477015165 for job e277ecd084716c42d2402f58465a119c.
02:16:55.227 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:55.228 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:55.228 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:55.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.231 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:55.234 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=68 ms, finalizationTime=0 ms).
02:16:55.235 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:16:55.258 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.294 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:55.294 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:55.294 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:55.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:55.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:55.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:55.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:55.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:55.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:55.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:55.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:55.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:55.296 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:55.356 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:55.356 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:55.356 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:55.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:55.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:55.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:55.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:55.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:55.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:55.357 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:55.357 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:55.357 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:55.357 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:55.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.398 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:55.398 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:55.398 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:55.399 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.399 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.399 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.400 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.401 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.401 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:55.450 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:55.450 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:55.450 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:55.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:55.458 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:55.458 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:55.458 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:55.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.459 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:55.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.498 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.30.225.125:37847, [11ms] received response from server master-127.30.225.125:37847: OK, deferred=null) with no deferred attached!
02:16:55.505 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:55.506 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:55.506 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:55.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.507 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:55.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.600 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:55.601 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:55.601 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:55.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.603 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:55.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:55.662703  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } attempt: 6
02:16:55.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477015665 for job e277ecd084716c42d2402f58465a119c.
02:16:55.675 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:16:55.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:16:55.690 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:55.690 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:55.690 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:55.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:55.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:55.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:55.692 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:55.700390  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.125:33699: Network error: Client connection negotiation failed: client connection to 127.2.75.125:33699: connect: Connection refused (error 111)
02:16:55.714 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:55.714 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:55.715 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:55.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:55.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:55.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:55.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:55.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:55.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:55.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:55.716 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:55.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:55.716 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:55.738 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:55.738 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:55.738 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:55.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:55.744 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:55.744 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:55.744 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:55.744 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:55.744 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:55.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:55.744 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:55.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:55.744 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:55.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:55.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:55.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:55.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:55.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.884 [DEBUG - pool-414-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.31.182.125:35345, [5ms] received response from server master-127.31.182.125:35345: OK, deferred=null) with no deferred attached!
02:16:55.917 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:55.917 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:55.917 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:55.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:55.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:55.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:55.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:55.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:55.981 [DEBUG - pool-408-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.31.182.125:35345, [10ms] received response from server master-127.31.182.125:35345: OK, deferred=null) with no deferred attached!
02:16:55.981 [DEBUG - pool-408-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.31.182.125:35345, [9ms] received response from server master-127.31.182.125:35345: OK, deferred=null) with no deferred attached!
02:16:55.981 [DEBUG - pool-408-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.31.182.125:35345, [14ms] received response from server master-127.31.182.125:35345: OK, deferred=null) with no deferred attached!
02:16:56.016 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:56.016 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:56.016 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:56.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:56.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:56.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:56.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:56.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:56.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:56.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:56.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:56.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:56.018 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:56.041 [DEBUG - pool-412-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.31.182.125:35345, [6ms] received response from server master-127.31.182.125:35345: OK, deferred=null) with no deferred attached!
02:16:56.041 [DEBUG - pool-412-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.31.182.125:35345, [10ms] received response from server master-127.31.182.125:35345: OK, deferred=null) with no deferred attached!
02:16:56.041 [DEBUG - pool-412-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.31.182.125:35345, [6ms] received response from server master-127.31.182.125:35345: OK, deferred=null) with no deferred attached!
02:16:56.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.095 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:56.095 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:56.095 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:56.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:56.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:56.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:56.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:56.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:56.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:56.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:56.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:56.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:56.097 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:56.118 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:56.118 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:56.118 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:56.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.120 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.120 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.120 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:56.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477016165 for job e277ecd084716c42d2402f58465a119c.
02:16:56.175 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:16:56.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:16:56.245 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:56.245 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:56.245 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:56.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:56.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:56.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:56.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:56.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:56.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:56.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:56.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:56.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:56.247 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:56.248 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.31.182.125:35345, [12ms] received response from server master-127.31.182.125:35345: OK, deferred=null) with no deferred attached!
02:16:56.248 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.31.182.125:35345, [9ms] received response from server master-127.31.182.125:35345: OK, deferred=null) with no deferred attached!
02:16:56.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.274 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:56.274 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:56.274 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:56.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:56.298 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:56.298 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:56.298 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:56.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:56.316 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:56.316 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:56.316 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:56.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:56.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:56.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:56.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:56.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:56.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:56.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:56.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:56.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:56.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:56.350 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:56.350 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:56.350 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:56.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.350 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.351 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:56.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.399 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:56.400 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:56.400 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:56.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:56.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:56.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:56.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:56.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:56.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:56.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:56.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:56.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:56.400 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:56.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.470 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:56.470 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:56.470 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:56.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.471 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:56.492 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:56.492 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:56.492 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:56.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:56.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:56.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:56.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:56.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:56.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:56.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:56.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:56.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:56.494 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:56.499 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:56.499 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:56.499 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:56.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:56.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:56.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:56.500 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:56.500 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:56.500 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:56.500 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:56.500 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:56.500 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:56.500 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:56.513 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:56.513 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:56.513 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:56.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:56.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:56.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:56.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:56.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:56.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:56.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:56.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:56.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:56.515 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:56.526 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:56.526 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:56.526 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:56.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:56.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:56.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:56.528 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:56.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:56.353406  2549 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 2487
02:16:56.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:54.952620  2551 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:56.664690  2487 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.715s	user 0.588s	sys 0.852s
02:16:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:56.665325  2487 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.715s	user 0.588s	sys 0.852s
02:16:56.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477016665 for job e277ecd084716c42d2402f58465a119c.
02:16:56.673 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:16:56.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:16:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:56.675627  2558 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.680279  2487 server_base.cc:1061] running on GCE node
02:16:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.681670  2487 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.684551  2487 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:56.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.686007  2487 hybrid_clock.cc:648] HybridClock initialized: now 1783477016685973 us; error 43 us; skew 500 ppm
02:16:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.687071  2487 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.694461  2487 webserver.cc:534] Webserver started at http://127.2.75.125:41537/ using document root <none> and password file <none>
02:16:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.695737  2487 fs_manager.cc:362] Metadata directory not provided
02:16:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.695988  2487 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.696568  2487 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.701856  2487 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/data/instance:
02:16:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "743a2e28bf4d45e2a0c0c8389a26f694"
02:16:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:56 on dist-test-slave-fshw"
02:16:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.703121  2487 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/wal/instance:
02:16:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "743a2e28bf4d45e2a0c0c8389a26f694"
02:16:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:56 on dist-test-slave-fshw"
02:16:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.711410  2487 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.005s
02:16:56.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.718619  2564 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.719955  2487 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
02:16:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.720343  2487 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/wal
02:16:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "743a2e28bf4d45e2a0c0c8389a26f694"
02:16:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:56 on dist-test-slave-fshw"
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.720765  2487 fs_report.cc:389] FS layout report
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/wal
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/wal
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/data/data
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:56.756 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.761050  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } attempt: 7
02:16:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:56.771384  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.125:33699: Network error: Client connection negotiation failed: client connection to 127.2.75.125:33699: connect: Connection refused (error 111)
02:16:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.788671  2487 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:56.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.790416  2487 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.790942  2487 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:56.861 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:56.861 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:56.861 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:56.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:56.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:56.861 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:56.861 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:56.861 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:56.861 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:56.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:56.862 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:56.862 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:56.862 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.878499  2487 rpc_server.cc:307] RPC server started. Bound to: 127.2.75.125:33699
02:16:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.878559  2617 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.75.125:33699 every 8 connection(s)
02:16:56.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.882499  2487 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/data/info.pb
02:16:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.887269  2349 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 2487
02:16:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.887729  2349 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-1/wal/instance
02:16:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.890574  2618 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.890774  2349 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/wal
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/data
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/logs
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/data/info.pb
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.124:34817
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.124
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36941/jwks.json with env {}
02:16:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.905604  2618 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } has no permanent_uuid. Determining permanent_uuid...
02:16:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.939069  2618 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } has no permanent_uuid. Determining permanent_uuid...
02:16:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:56.955885  2618 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } has no permanent_uuid. Determining permanent_uuid...
02:16:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:56.958657  2570 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:56.962 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:56.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:56.963773  2618 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:57.013285  2618 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 1
02:16:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.018112  2618 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:57.082 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:57.086552  2618 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 2
02:16:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.091122  2618 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:57.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:57.130 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:57.130 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:57.130 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:57.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:57.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:57.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:57.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:57.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:57.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:57.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:57.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:57.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:57.131 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:57.167 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477017166 for job e277ecd084716c42d2402f58465a119c.
02:16:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:57.182580  2618 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 3
02:16:57.185 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:16:57.186 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:16:57.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.192272  2618 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:57.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:57.266 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:57.266 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:57.266 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:57.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:57.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:57.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:57.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:57.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:57.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:57.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:57.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:57.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:57.267 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.306798  2620 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.307739  2620 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.308719  2620 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:57.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:57.335722  2618 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 4
02:16:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.342011  2618 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.365167  2620 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.365517  2620 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.365806  2620 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:57.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.366077  2620 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:57.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.366367  2620 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:57.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.366546  2620 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36941/jwks.json
02:16:57.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:57.403 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:57.403 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:57.404 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:57.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:57.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:57.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:57.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:57.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:57.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:57.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:57.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:57.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:57.404 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:57.414718  2620 master_runner.cc:387] Master server non-default flags:
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/data
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/wal
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.124:34817
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36941/jwks.json
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/data/info.pb
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.124
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/logs
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:16:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:16:57.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:57.416392  2620 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:57.418484  2620 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:57.418 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:57.419 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:57.419 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:57.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.419 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.419 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.419 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.419 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.419 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.432269  2631 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:57.458 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.30.225.125:37847, [14ms] received response from server master-127.30.225.125:37847: OK, deferred=null) with no deferred attached!
02:16:57.462 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:57.478 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:57.478 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:57.478 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:57.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.479 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:57.556 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:57.556 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:57.556 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:57.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:57.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:57.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:57.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:57.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:57.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:57.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:57.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:57.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:57.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:57.576 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:57.576 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:57.576 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:57.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:57.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:57.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:57.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:57.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:57.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:57.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:57.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:57.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:57.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:57.582 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:57.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:57.641460  2618 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 5
02:16:57.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.649984  2618 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:57.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477017666 for job e277ecd084716c42d2402f58465a119c.
02:16:57.677 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:57.678 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:16:57.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:57.880 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:57.880 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:57.880 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:57.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:57.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:57.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:57.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:57.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:57.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:57.881 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:57.881 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:57.881 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:57.881 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:57.881 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:57.881 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:57.881 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:57.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:57.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:57.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:57.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:57.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:57.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:57.882 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:57.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:57.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:57.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:57.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:57.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27435), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [59ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [191ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [196ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [248ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [248ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [248ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [603ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [603ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [842ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1183ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1882ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3021ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3022ms] too many traces: truncated at 100 traces, deferred=Deferred@1095447705(state=PENDING, result=null, callback=(continuation of Deferred@471576051 after retry RPC after error@2059647368) -> (continuation of Deferred@315652924 after retry RPC after error@170359299) -> (continuation of Deferred@1267870337 after retry RPC after error@754636162) -> (continuation of Deferred@1038238394 after retry RPC after error@212127847) -> (continuation of Deferred@1454908752 after retry RPC after error@739556544) -> (continuation of Deferred@63753322 after retry RPC after error@692130716) -> (continuation of Deferred@1044652353 after retry RPC after error@935295221) -> (continuation of Deferred@1391812084 after retry RPC after error@1930000837) -> (continuation of Deferred@1826099404 after retry RPC after error@552379762) -> (continuation of Deferred@1477334630 after retry RPC after error@1626459123) -> (continuation of Deferred@1283713361 after retry RPC after error@159453830) -> (continuation of Deferred@588699830 after retry RPC after error@1297494388) -> (continuation of Deferred@516722926 after retry RPC after error@525902995) -> (continuation of Deferred@178130086 after retry RPC after error@1992249616) -> (continuation of Deferred@210695369 after retry RPC after error@1453897207) -> (continuation of Deferred@740915384 after retry RPC after error@546479100) -> (continuation of Deferred@1539382171 after retry RPC after error@1221921305) -> (continuation of Deferred@794707715 after retry RPC after error@455566447) -> (continuation of Deferred@1223272787 after retry RPC after error@671934357) -> (continuation of Deferred@1966595016 after retry RPC after error@1435749661) -> (continuation of Deferred@1345668557 after retry RPC after error@524951569), errback=(continuation of Deferred@471576051 after retry RPC after error@2059647368) -> (continuation of Deferred@315652924 after retry RPC after error@170359299) -> (continuation of Deferred@1267870337 after retry RPC after error@754636162) -> (continuation of Deferred@1038238394 after retry RPC after error@212127847) -> (continuation of Deferred@1454908752 after retry RPC after error@739556544) -> (continuation of Deferred@63753322 after retry RPC after error@692130716) -> (continuation of Deferred@1044652353 after retry RPC after error@935295221) -> (continuation of Deferred@1391812084 after retry RPC after error@1930000837) -> (continuation of Deferred@1826099404 after retry RPC after error@552379762) -> (continuation of Deferred@1477334630 after retry RPC after error@1626459123) -> (continuation of Deferred@1283713361 after retry RPC after error@159453830) -> (continuation of Deferred@588699830 after retry RPC after error@1297494388) -> (continuation of Deferred@516722926 after retry RPC after error@525902995) -> (continuation of Deferred@178130086 after retry RPC after error@1992249616) -> (continuation of Deferred@210695369 after retry RPC after error@1453897207) -> (continuation of Deferred@740915384 after retry RPC after error@546479100) -> (continuation of Deferred@1539382171 after retry RPC after error@1221921305) -> (continuation of Deferred@794707715 after retry RPC after error@455566447) -> (continuation of Deferred@1223272787 after retry RPC after error@671934357) -> (continuation of Deferred@1966595016 after retry RPC after error@1435749661) -> (continuation of Deferred@1345668557 after retry RPC after error@524951569)))
02:16:57.885 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:57.885 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:16:57.885 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:57.885 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:57.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.885 [WARN - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27435), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [59ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [191ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [196ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [248ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [248ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [248ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [603ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [603ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [842ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1183ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1882ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3021ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3022ms] too many traces: truncated at 100 traces, deferred=Deferred@1095447705(state=PENDING, result=null, callback=(continuation of Deferred@471576051 after retry RPC after error@2059647368) -> (continuation of Deferred@315652924 after retry RPC after error@170359299) -> (continuation of Deferred@1267870337 after retry RPC after error@754636162) -> (continuation of Deferred@1038238394 after retry RPC after error@212127847) -> (continuation of Deferred@1454908752 after retry RPC after error@739556544) -> (continuation of Deferred@63753322 after retry RPC after error@692130716) -> (continuation of Deferred@1044652353 after retry RPC after error@935295221) -> (continuation of Deferred@1391812084 after retry RPC after error@1930000837) -> (continuation of Deferred@1826099404 after retry RPC after error@552379762) -> (continuation of Deferred@1477334630 after retry RPC after error@1626459123) -> (continuation of Deferred@1283713361 after retry RPC after error@159453830) -> (continuation of Deferred@588699830 after retry RPC after error@1297494388) -> (continuation of Deferred@516722926 after retry RPC after error@525902995) -> (continuation of Deferred@178130086 after retry RPC after error@1992249616) -> (continuation of Deferred@210695369 after retry RPC after error@1453897207) -> (continuation of Deferred@740915384 after retry RPC after error@546479100) -> (continuation of Deferred@1539382171 after retry RPC after error@1221921305) -> (continuation of Deferred@794707715 after retry RPC after error@455566447) -> (continuation of Deferred@1223272787 after retry RPC after error@671934357) -> (continuation of Deferred@1966595016 after retry RPC after error@1435749661) -> (continuation of Deferred@1345668557 after retry RPC after error@524951569), errback=(continuation of Deferred@471576051 after retry RPC after error@2059647368) -> (continuation of Deferred@315652924 after retry RPC after error@170359299) -> (continuation of Deferred@1267870337 after retry RPC after error@754636162) -> (continuation of Deferred@1038238394 after retry RPC after error@212127847) -> (continuation of Deferred@1454908752 after retry RPC after error@739556544) -> (continuation of Deferred@63753322 after retry RPC after error@692130716) -> (continuation of Deferred@1044652353 after retry RPC after error@935295221) -> (continuation of Deferred@1391812084 after retry RPC after error@1930000837) -> (continuation of Deferred@1826099404 after retry RPC after error@552379762) -> (continuation of Deferred@1477334630 after retry RPC after error@1626459123) -> (continuation of Deferred@1283713361 after retry RPC after error@159453830) -> (continuation of Deferred@588699830 after retry RPC after error@1297494388) -> (continuation of Deferred@516722926 after retry RPC after error@525902995) -> (continuation of Deferred@178130086 after retry RPC after error@1992249616) -> (continuation of Deferred@210695369 after retry RPC after error@1453897207) -> (continuation of Deferred@740915384 after retry RPC after error@546479100) -> (continuation of Deferred@1539382171 after retry RPC after error@1221921305) -> (continuation of Deferred@794707715 after retry RPC after error@455566447) -> (continuation of Deferred@1223272787 after retry RPC after error@671934357) -> (continuation of Deferred@1966595016 after retry RPC after error@1435749661) -> (continuation of Deferred@1345668557 after retry RPC after error@524951569)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.254:33699
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:57.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.886 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:57.887 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
02:16:57.889 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#7 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
02:16:57.893 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to FAILED on 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27435), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [59ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [191ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [196ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [248ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [248ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [248ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [261ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [602ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [603ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [603ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [842ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1183ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1882ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3021ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3022ms] too many traces: truncated at 100 traces, deferred=Deferred@1095447705(state=PENDING, result=null, callback=(continuation of Deferred@471576051 after retry RPC after error@2059647368) -> (continuation of Deferred@315652924 after retry RPC after error@170359299) -> (continuation of Deferred@1267870337 after retry RPC after error@754636162) -> (continuation of Deferred@1038238394 after retry RPC after error@212127847) -> (continuation of Deferred@1454908752 after retry RPC after error@739556544) -> (continuation of Deferred@63753322 after retry RPC after error@692130716) -> (continuation of Deferred@1044652353 after retry RPC after error@935295221) -> (continuation of Deferred@1391812084 after retry RPC after error@1930000837) -> (continuation of Deferred@1826099404 after retry RPC after error@552379762) -> (continuation of Deferred@1477334630 after retry RPC after error@1626459123) -> (continuation of Deferred@1283713361 after retry RPC after error@159453830) -> (continuation of Deferred@588699830 after retry RPC after error@1297494388) -> (continuation of Deferred@516722926 after retry RPC after error@525902995) -> (continuation of Deferred@178130086 after retry RPC after error@1992249616) -> (continuation of Deferred@210695369 after retry RPC after error@1453897207) -> (continuation of Deferred@740915384 after retry RPC after error@546479100) -> (continuation of Deferred@1539382171 after retry RPC after error@1221921305) -> (continuation of Deferred@794707715 after retry RPC after error@455566447) -> (continuation of Deferred@1223272787 after retry RPC after error@671934357) -> (continuation of Deferred@1966595016 after retry RPC after error@1435749661) -> (continuation of Deferred@1345668557 after retry RPC after error@524951569), errback=(continuation of Deferred@471576051 after retry RPC after error@2059647368) -> (continuation of Deferred@315652924 after retry RPC after error@170359299) -> (continuation of Deferred@1267870337 after retry RPC after error@754636162) -> (continuation of Deferred@1038238394 after retry RPC after error@212127847) -> (continuation of Deferred@1454908752 after retry RPC after error@739556544) -> (continuation of Deferred@63753322 after retry RPC after error@692130716) -> (continuation of Deferred@1044652353 after retry RPC after error@935295221) -> (continuation of Deferred@1391812084 after retry RPC after error@1930000837) -> (continuation of Deferred@1826099404 after retry RPC after error@552379762) -> (continuation of Deferred@1477334630 after retry RPC after error@1626459123) -> (continuation of Deferred@1283713361 after retry RPC after error@159453830) -> (continuation of Deferred@588699830 after retry RPC after error@1297494388) -> (continuation of Deferred@516722926 after retry RPC after error@525902995) -> (continuation of Deferred@178130086 after retry RPC after error@1992249616) -> (continuation of Deferred@210695369 after retry RPC after error@1453897207) -> (continuation of Deferred@740915384 after retry RPC after error@546479100) -> (continuation of Deferred@1539382171 after retry RPC after error@1221921305) -> (continuation of Deferred@794707715 after retry RPC after error@455566447) -> (continuation of Deferred@1223272787 after retry RPC after error@671934357) -> (continuation of Deferred@1966595016 after retry RPC after error@1435749661) -> (continuation of Deferred@1345668557 after retry RPC after error@524951569)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.52.254:33699
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:57.895 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
02:16:57.895 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RUNNING to RESTARTING.
02:16:57.896 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:57.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#7) of source Source: KuduSource.
02:16:57.935 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:57.936 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:57.936 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:57.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:57.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:57.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:57.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:57.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:57.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:57.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:57.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:57.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:57.937 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:57.958 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:57.958 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:57.958 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:57.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:57.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:57.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:57.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:57.987 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:57.987 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:57.987 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:57.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:57.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:57.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:57.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:57.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:57.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:57.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:57.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:57.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:57.988 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:57.993 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:57.993 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:57.993 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:57.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:57.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:57.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:57.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:57.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:57.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:57.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:57.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:57.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:57.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:57.995 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:57.995 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:57.995 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:57.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:57.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:57.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:57.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:57.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:57.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:57.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:57.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:57.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:57.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:58.045 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:58.045 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:58.045 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:58.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:58.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:58.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:58.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:58.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:58.046 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:58.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:58.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:58.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:58.047 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:58.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:58.117 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:58.118 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:58.118 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:58.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.119 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.119 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.119 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:58.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.119 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:58.166 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477018165 for job e277ecd084716c42d2402f58465a119c.
02:16:58.176 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:16:58.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
02:16:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:58.197544  2618 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 6
02:16:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:58.207854  1642 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac680 after lost signal to thread 1556
02:16:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:58.208966  1642 debug-util.cc:398] Leaking SignalData structure 0x7b08000808e0 after lost signal to thread 1645
02:16:58.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:58.214681  2618 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:58.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:58.330 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:58.331 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:58.331 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:58.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.332 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.332 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.332 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.332 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:58.379 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:58.438 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:58.438 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:58.438 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:58.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.440 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.440 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:58.543 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:58.543 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:58.544 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:58.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:58.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:58.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:58.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:58.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:58.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:58.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:58.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:58.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:58.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:58.566 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:58.566 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:58.566 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:58.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:58.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:58.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:58.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:58.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:58.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:58.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:58.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:58.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:58.567 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:58.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:58.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:58.665 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477018665 for job e277ecd084716c42d2402f58465a119c.
02:16:58.675 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job e277ecd084716c42d2402f58465a119c (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:16:58.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
02:16:58.736 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:16:58.736 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:16:58.736 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:16:58.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:58.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:58.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:16:58.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:58.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:58.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:16:58.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:58.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:58.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:16:58.738 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:16:58.745 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:58.745 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:58.745 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:58.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:58.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:58.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:58.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:58.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:58.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:58.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:58.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:58.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:58.746 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:58.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:58.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:58.861878  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } attempt: 8
02:16:58.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:58.940600  2485 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } has no permanent_uuid. Determining permanent_uuid...
02:16:58.947 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:16:58.948 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:16:58.948 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:16:58.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:58.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:58.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:16:58.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:58.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:58.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:16:58.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:58.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:58.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:16:58.949 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:16:58.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:58.954967  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:58.958 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:58.958 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:58.958 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:58.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.959 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:58.970 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:58.970 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:58.970 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:58.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:58.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:58.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:58.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:58.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:58.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:58.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:58.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:58.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:58.971 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:58.972 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29788, elapsed=27301), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [29ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [66ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847], [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [125ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [200ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [240ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [241ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1721ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1841ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@1991058585(state=PENDING, result=null, callback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212), errback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212)))
02:16:58.973 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=4b0860a5dd5542e4a5bd19d8269dde11, attempt=4, KuduRpc(method=Scan, tablet=4b0860a5dd5542e4a5bd19d8269dde11, attempt=4, TimeoutTracker(timeout=30000, elapsed=27514), Traces: [0ms] sending RPC to server 986de64eedcd467a9d587d96e33e97bc, [107ms] received response from server 986de64eedcd467a9d587d96e33e97bc: Network error: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x9a2520b5, L:/127.0.0.1:54522 - R:/127.30.225.66:40889], [107ms] delaying RPC due to: Network error: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x9a2520b5, L:/127.0.0.1:54522 - R:/127.30.225.66:40889], [120ms] sending RPC to server c40acf013f0f4401a3beda1251d118b2, [167ms] received response from server c40acf013f0f4401a3beda1251d118b2: Network error: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x91dc8827, L:/127.0.0.1:60012 - R:/127.30.225.67:39559], [167ms] delaying RPC due to: Network error: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x91dc8827, L:/127.0.0.1:60012 - R:/127.30.225.67:39559], [180ms] sending RPC to server 0566f19301e04a6ca0284671db312567, [181ms] received response from server 0566f19301e04a6ca0284671db312567: Network error: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263, [182ms] delaying RPC due to: Network error: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [230ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [267ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847], [325ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [326ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [340ms] Sub RPC GetTableLocations: refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [343ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [343ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [361ms] Sub RPC GetTableLocations: refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [362ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [381ms] Sub RPC GetTableLocations: refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [383ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [383ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [401ms] Sub RPC GetTableLocations: refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [441ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [442ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [462ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [481ms] Sub RPC GetTableLocations: refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [681ms] Sub RPC GetTableLocations: refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [682ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1141ms] Sub RPC GetTableLocations: refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1142ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1921ms] Sub RPC GetTableLocations: refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1922ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2041ms] Sub RPC GetTableLocations: refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2042ms] too many traces: truncated at 100 traces, deferred=Deferred@1203617723(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29788, elapsed=27301), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [29ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [66ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847], [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [125ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [200ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [240ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [241ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1721ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1841ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@1991058585(state=PENDING, result=null, callback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212), errback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:58.974 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29788, elapsed=27301), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [29ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [66ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847], [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [125ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [200ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [240ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [241ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1721ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1841ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@1991058585(state=PENDING, result=null, callback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212), errback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:58.975 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
02:16:58.975 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29788, elapsed=27301), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [29ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [66ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847], [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [125ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [200ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [240ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [241ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1721ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1841ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@1991058585(state=PENDING, result=null, callback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212), errback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:58.976 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state TERMINATED
02:16:58.976 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] disconnecting while in state TERMINATED
02:16:58.976 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.30.225.126:36919(127.30.225.126:36919)] disconnecting while in state TERMINATED
02:16:58.976 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.30.225.124:43913(127.30.225.124:43913)] disconnecting while in state TERMINATED
02:16:58.976 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.30.225.125:37847(127.30.225.125:37847)] disconnecting while in state TERMINATED
02:16:58.976 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] disconnecting while in state TERMINATED
02:16:58.978 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] disconnecting while in state TERMINATED
02:16:58.978 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] disconnecting while in state TERMINATED
02:16:58.978 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.31.182.124:36505(127.31.182.124:36505)] disconnecting while in state TERMINATED
02:16:58.978 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.31.182.126:37263(127.31.182.126:37263)] disconnecting while in state TERMINATED
02:16:58.979 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.31.182.125:35345(127.31.182.125:35345)] disconnecting while in state TERMINATED
02:16:58.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:58.981 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:16:58.981 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
02:16:58.981 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-4
02:16:58.981 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:58.982 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:58.982 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
02:16:58.982 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-0
02:16:58.982 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
02:16:58.982 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-5
02:16:58.983 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
02:16:58.984 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
02:16:58.984 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:16:58.985 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29788, elapsed=27301), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [29ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [66ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847], [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [125ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [200ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [240ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [241ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1721ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1841ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@1991058585(state=PENDING, result=null, callback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212), errback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:58.985 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:16:58.988 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:16:58.991 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29788, elapsed=27301), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [29ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [66ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847], [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [125ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x56ba8973, L:/127.0.0.1:56280 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0x5475cc36, L:/127.0.0.1:55722 - R:/127.30.225.124:43913], [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [200ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [240ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [241ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1721ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1841ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@1991058585(state=PENDING, result=null, callback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212), errback=(continuation of Deferred@1782872235 after retry RPC after error@2001234972) -> (continuation of Deferred@472906289 after retry RPC after error@54107329) -> (continuation of Deferred@1257319725 after retry RPC after error@2129498339) -> (continuation of Deferred@493880189 after retry RPC after error@1390435206) -> (continuation of Deferred@289119410 after retry RPC after error@63139070) -> (continuation of Deferred@515238928 after retry RPC after error@1314502699) -> (continuation of Deferred@63599454 after retry RPC after error@460741445) -> (continuation of Deferred@705884503 after retry RPC after error@696880350) -> (continuation of Deferred@2030656050 after retry RPC after error@1351391781) -> (continuation of Deferred@1839812906 after retry RPC after error@136564541) -> (continuation of Deferred@994630849 after retry RPC after error@262218815) -> (continuation of Deferred@681968864 after retry RPC after error@1055554798) -> (continuation of Deferred@1136197926 after retry RPC after error@1161774514) -> (continuation of Deferred@1571215601 after retry RPC after error@818332327) -> (continuation of Deferred@998069672 after retry RPC after error@72385952) -> (continuation of Deferred@1876599947 after retry RPC after error@1771012141) -> (continuation of Deferred@940464289 after retry RPC after error@947107717) -> (continuation of Deferred@37200636 after retry RPC after error@388809855) -> (continuation of Deferred@1563250027 after retry RPC after error@2026313428) -> (continuation of Deferred@1196981106 after retry RPC after error@916869338) -> (continuation of Deferred@30868848 after retry RPC after error@1105642024) -> (continuation of Deferred@1164026509 after retry RPC after error@1095043707) -> (continuation of Deferred@2013297574 after retry RPC after error@260051212)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:58.992 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:16:58.992 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e277ecd084716c42d2402f58465a119c) switched from state RUNNING to RESTARTING.
02:16:58.993 [WARN - flink-pekko.actor.default-dispatcher-4] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:16:58.993 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e277ecd084716c42d2402f58465a119c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:16:58.995 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:16:58.998 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:58.998 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:58.998 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:58.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:58.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:58.999 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.999 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.999 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:58.999 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:59.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.020440  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 1
02:16:59.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.028245  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:59.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.081714  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 2
02:16:59.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.091393  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:59.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.433899  2632 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:57.439980  2634 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.166301  2633 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1726 milliseconds
02:16:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.166321  2620 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:16:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.167896  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 3
02:16:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.168287  2620 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.175060  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.182933  2620 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:59.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.184672  2620 hybrid_clock.cc:648] HybridClock initialized: now 1783477019184636 us; error 43 us; skew 500 ppm
02:16:59.185 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:59.185 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:59.185 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:59.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:59.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:59.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:59.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.186153  2620 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:16:59.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:59.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:59.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:59.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:59.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:59.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:59.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:59.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29792, elapsed=27521), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [32ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [67ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: connection closed, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [88ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [122ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [140ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [181ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2981ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [5261ms] too many traces: truncated at 100 traces, deferred=Deferred@789405426(state=PENDING, result=null, callback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223), errback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223)))
02:16:59.188 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7, attempt=4, KuduRpc(method=Scan, tablet=d4e8b1b46a4e4252ab4fc31c6a6eb6a7, attempt=4, TimeoutTracker(timeout=30000, elapsed=27730), Traces: [0ms] sending RPC to server 986de64eedcd467a9d587d96e33e97bc, [109ms] received response from server 986de64eedcd467a9d587d96e33e97bc: Network error: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x905144ba, L:/127.0.0.1:54508 - R:/127.30.225.66:40889], [109ms] delaying RPC due to: Network error: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0x905144ba, L:/127.0.0.1:54508 - R:/127.30.225.66:40889], [120ms] sending RPC to server c40acf013f0f4401a3beda1251d118b2, [170ms] received response from server c40acf013f0f4401a3beda1251d118b2: Network error: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xcd3efad2, L:/127.0.0.1:60000 - R:/127.30.225.67:39559], [170ms] delaying RPC due to: Network error: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xcd3efad2, L:/127.0.0.1:60000 - R:/127.30.225.67:39559], [181ms] sending RPC to server 0566f19301e04a6ca0284671db312567, [183ms] received response from server 0566f19301e04a6ca0284671db312567: Network error: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263, [183ms] delaying RPC due to: Network error: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [232ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [267ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, [270ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: connection closed, [270ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: connection closed, [280ms] Sub RPC GetTableLocations: refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [288ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [289ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [322ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [340ms] Sub RPC GetTableLocations: refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [340ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [341ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [361ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [381ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [461ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [501ms] Sub RPC GetTableLocations: refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [502ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [502ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [540ms] Sub RPC GetTableLocations: refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [541ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [541ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [542ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [542ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [600ms] Sub RPC GetTableLocations: refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [601ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [601ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [602ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [602ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1360ms] Sub RPC GetTableLocations: refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1361ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [3180ms] Sub RPC GetTableLocations: refreshing cache from master, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [3180ms] too many traces: truncated at 100 traces, deferred=Deferred@1225680973(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29792, elapsed=27521), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [32ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [67ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: connection closed, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [88ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [122ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [140ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [181ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2981ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [5261ms] too many traces: truncated at 100 traces, deferred=Deferred@789405426(state=PENDING, result=null, callback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223), errback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.188 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29792, elapsed=27521), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [32ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [67ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: connection closed, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [88ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [122ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [140ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [181ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2981ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [5261ms] too many traces: truncated at 100 traces, deferred=Deferred@789405426(state=PENDING, result=null, callback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223), errback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.189 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
02:16:59.189 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29792, elapsed=27521), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [32ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [67ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: connection closed, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [88ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [122ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [140ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [181ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2981ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [5261ms] too many traces: truncated at 100 traces, deferred=Deferred@789405426(state=PENDING, result=null, callback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223), errback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.189 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state TERMINATED
02:16:59.190 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] disconnecting while in state TERMINATED
02:16:59.190 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.30.225.126:36919(127.30.225.126:36919)] disconnecting while in state TERMINATED
02:16:59.190 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.30.225.124:43913(127.30.225.124:43913)] disconnecting while in state TERMINATED
02:16:59.190 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.30.225.125:37847(127.30.225.125:37847)] disconnecting while in state TERMINATED
02:16:59.190 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] disconnecting while in state TERMINATED
02:16:59.190 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:59.191 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] disconnecting while in state TERMINATED
02:16:59.191 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.31.182.124:36505(127.31.182.124:36505)] disconnecting while in state TERMINATED
02:16:59.191 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.31.182.126:37263(127.31.182.126:37263)] disconnecting while in state TERMINATED
02:16:59.192 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.31.182.125:35345(127.31.182.125:35345)] disconnecting while in state TERMINATED
02:16:59.192 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:59.193 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:16:59.194 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:16:59.194 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
02:16:59.195 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:16:59.195 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
02:16:59.195 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 8 thread-local buffer(s) from thread: kudu-nio-3
02:16:59.195 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-5
02:16:59.195 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-0
02:16:59.197 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:59.197 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:59.197 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:59.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:59.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:59.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:59.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:59.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:59.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:59.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:59.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:59.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:59.198 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:59.199 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:16:59.199 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-1
02:16:59.199 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29792, elapsed=27521), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [32ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [67ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: connection closed, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [88ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [122ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [140ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [181ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2981ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [5261ms] too many traces: truncated at 100 traces, deferred=Deferred@789405426(state=PENDING, result=null, callback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223), errback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.200 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:16:59.203 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
02:16:59.207 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29792, elapsed=27521), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [32ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [67ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: connection closed, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [88ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [122ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xa4a7387e, L:/127.0.0.1:55720 - R:/127.30.225.124:43913], [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [140ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [181ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1161ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2981ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [5261ms] too many traces: truncated at 100 traces, deferred=Deferred@789405426(state=PENDING, result=null, callback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223), errback=(continuation of Deferred@1086720631 after retry RPC after error@601635365) -> (continuation of Deferred@1214070629 after retry RPC after error@224526930) -> (continuation of Deferred@2106012731 after retry RPC after error@1070085308) -> (continuation of Deferred@516919863 after retry RPC after error@52589358) -> (continuation of Deferred@1203808669 after retry RPC after error@961746957) -> (continuation of Deferred@1534032698 after retry RPC after error@1262803066) -> (continuation of Deferred@160046286 after retry RPC after error@674823810) -> (continuation of Deferred@137291284 after retry RPC after error@1707374691) -> (continuation of Deferred@1022452857 after retry RPC after error@1406292363) -> (continuation of Deferred@741540771 after retry RPC after error@1794273574) -> (continuation of Deferred@1561789101 after retry RPC after error@478699149) -> (continuation of Deferred@680687780 after retry RPC after error@1360025553) -> (continuation of Deferred@888616244 after retry RPC after error@1783982353) -> (continuation of Deferred@1362717607 after retry RPC after error@38015118) -> (continuation of Deferred@253217639 after retry RPC after error@1321936501) -> (continuation of Deferred@1412765784 after retry RPC after error@1985454640) -> (continuation of Deferred@1193939822 after retry RPC after error@1355115888) -> (continuation of Deferred@743327976 after retry RPC after error@1740843379) -> (continuation of Deferred@1885726598 after retry RPC after error@196131351) -> (continuation of Deferred@1441245825 after retry RPC after error@730958335) -> (continuation of Deferred@1947665116 after retry RPC after error@2054782539) -> (continuation of Deferred@304246823 after retry RPC after error@895213037) -> (continuation of Deferred@2031495288 after retry RPC after error@1219271223)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.208 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
02:16:59.208 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e277ecd084716c42d2402f58465a119c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:59.209 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
02:16:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.219244  2620 webserver.cc:534] Webserver started at http://127.2.75.124:41807/ using document root <none> and password file <none>
02:16:59.220 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.220584  2620 fs_manager.cc:362] Metadata directory not provided
02:16:59.220 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:59.221 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:59.221 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:59.221 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:59.221 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:59.221 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:59.221 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:59.221 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.220850  2620 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.221568  2620 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:59.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:59.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:59.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:59.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:59.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29780, elapsed=27541), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [69ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847], [107ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [107ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [126ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [163ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [501ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [701ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2462ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1348318728(state=PENDING, result=null, callback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744), errback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744)))
02:16:59.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=d10ce50748464f268619f5369e938216, attempt=4, KuduRpc(method=Scan, tablet=d10ce50748464f268619f5369e938216, attempt=4, TimeoutTracker(timeout=30000, elapsed=27762), Traces: [0ms] sending RPC to server 986de64eedcd467a9d587d96e33e97bc, [94ms] received response from server 986de64eedcd467a9d587d96e33e97bc: Network error: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xfd9eb196, L:/127.0.0.1:54524 - R:/127.30.225.66:40889], [94ms] delaying RPC due to: Network error: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xfd9eb196, L:/127.0.0.1:54524 - R:/127.30.225.66:40889], [101ms] sending RPC to server c40acf013f0f4401a3beda1251d118b2, [162ms] received response from server c40acf013f0f4401a3beda1251d118b2: Network error: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x00fbae03, L:/127.0.0.1:59994 - R:/127.30.225.67:39559], [162ms] delaying RPC due to: Network error: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0x00fbae03, L:/127.0.0.1:59994 - R:/127.30.225.67:39559], [180ms] sending RPC to server 0566f19301e04a6ca0284671db312567, [181ms] received response from server 0566f19301e04a6ca0284671db312567: Network error: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263, [181ms] delaying RPC due to: Network error: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [269ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847], [307ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [307ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [320ms] Sub RPC GetTableLocations: refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [325ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [326ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [326ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [326ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [340ms] Sub RPC GetTableLocations: refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [342ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [361ms] Sub RPC GetTableLocations: refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [363ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [382ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [440ms] Sub RPC GetTableLocations: refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [442ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [481ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [700ms] Sub RPC GetTableLocations: refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [701ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [900ms] Sub RPC GetTableLocations: refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [900ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [901ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [901ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [901ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1680ms] Sub RPC GetTableLocations: refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1681ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2661ms] Sub RPC GetTableLocations: refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2661ms] too many traces: truncated at 100 traces, deferred=Deferred@1575307515(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29780, elapsed=27541), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [69ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847], [107ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [107ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [126ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [163ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [501ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [701ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2462ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1348318728(state=PENDING, result=null, callback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744), errback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.223 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29780, elapsed=27541), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [69ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847], [107ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [107ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [126ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [163ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [501ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [701ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2462ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1348318728(state=PENDING, result=null, callback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744), errback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.225 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
02:16:59.225 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29780, elapsed=27541), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [69ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847], [107ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [107ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [126ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [163ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [501ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [701ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2462ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1348318728(state=PENDING, result=null, callback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744), errback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.225 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state TERMINATED
02:16:59.226 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] disconnecting while in state TERMINATED
02:16:59.226 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.30.225.126:36919(127.30.225.126:36919)] disconnecting while in state TERMINATED
02:16:59.226 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.30.225.124:43913(127.30.225.124:43913)] disconnecting while in state TERMINATED
02:16:59.226 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.30.225.125:37847(127.30.225.125:37847)] disconnecting while in state TERMINATED
02:16:59.226 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] disconnecting while in state TERMINATED
02:16:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.227281  2620 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/data/instance:
02:16:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afff8fe3d90f410faefb9ef9f935600d"
02:16:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:59 on dist-test-slave-fshw"
02:16:59.228 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 029cc68a105b44459061557c20b69e28(127.31.182.66:42753)] disconnecting while in state TERMINATED
02:16:59.229 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.31.182.124:36505(127.31.182.124:36505)] disconnecting while in state TERMINATED
02:16:59.229 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.31.182.126:37263(127.31.182.126:37263)] disconnecting while in state TERMINATED
02:16:59.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.228891  2620 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/wal/instance:
02:16:59.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afff8fe3d90f410faefb9ef9f935600d"
02:16:59.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:59 on dist-test-slave-fshw"
02:16:59.229 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.31.182.125:35345(127.31.182.125:35345)] disconnecting while in state TERMINATED
02:16:59.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:59.231 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
02:16:59.231 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:16:59.231 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
02:16:59.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:59.233 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
02:16:59.233 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-0
02:16:59.233 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-5
02:16:59.233 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
02:16:59.234 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:16:59.234 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:16:59.235 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:16:59.235 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29780, elapsed=27541), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [69ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847], [107ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [107ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [126ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [163ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [501ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [701ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2462ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1348318728(state=PENDING, result=null, callback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744), errback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.236 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:16:59.241 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:16:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.243283  2620 fs_manager.cc:696] Time spent creating directory manager: real 0.013s	user 0.008s	sys 0.004s
02:16:59.246 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29780, elapsed=27541), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [69ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847], [107ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [107ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0xdb9b9659, L:/127.0.0.1:56282 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xaf756af1, L:/127.0.0.1:55732 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [126ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [163ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [281ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [501ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [701ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1481ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2462ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1348318728(state=PENDING, result=null, callback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744), errback=(continuation of Deferred@1170975032 after retry RPC after error@1590774887) -> (continuation of Deferred@1070144530 after retry RPC after error@43581461) -> (continuation of Deferred@436468503 after retry RPC after error@1315253828) -> (continuation of Deferred@960201238 after retry RPC after error@1944630412) -> (continuation of Deferred@1991647909 after retry RPC after error@298198329) -> (continuation of Deferred@1946693157 after retry RPC after error@1114814716) -> (continuation of Deferred@93722909 after retry RPC after error@634985339) -> (continuation of Deferred@278229219 after retry RPC after error@1207406421) -> (continuation of Deferred@1914447943 after retry RPC after error@527693756) -> (continuation of Deferred@609918681 after retry RPC after error@1596727328) -> (continuation of Deferred@1281451410 after retry RPC after error@1286583733) -> (continuation of Deferred@1014187695 after retry RPC after error@39865377) -> (continuation of Deferred@1164637194 after retry RPC after error@1952047887) -> (continuation of Deferred@1387894037 after retry RPC after error@1387842087) -> (continuation of Deferred@1080082142 after retry RPC after error@2073721926) -> (continuation of Deferred@1704288029 after retry RPC after error@1902659706) -> (continuation of Deferred@876322503 after retry RPC after error@485211210) -> (continuation of Deferred@1397319037 after retry RPC after error@1615973622) -> (continuation of Deferred@150256541 after retry RPC after error@1237077797) -> (continuation of Deferred@1363589602 after retry RPC after error@1058994496) -> (continuation of Deferred@303793517 after retry RPC after error@972367212) -> (continuation of Deferred@1561854489 after retry RPC after error@352592899) -> (continuation of Deferred@1543170851 after retry RPC after error@1270119285) -> (continuation of Deferred@1445044432 after retry RPC after error@1655812651) -> (continuation of Deferred@1855913645 after retry RPC after error@110710744)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.247 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:16:59.247 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e277ecd084716c42d2402f58465a119c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:59.247 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:16:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.250311  2654 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.251879  2620 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.004s
02:16:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.252261  2620 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/wal
02:16:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afff8fe3d90f410faefb9ef9f935600d"
02:16:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:59 on dist-test-slave-fshw"
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.252620  2620 fs_report.cc:389] FS layout report
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/wal
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/wal
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/data/data
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:59.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.275287  2618 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 7
02:16:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.293989  2618 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.330924  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 4
02:16:59.333 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:59.333 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:59.333 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:59.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:59.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:59.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:59.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:59.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:59.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:59.335 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:59.335 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:59.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:59.335 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.341605  2485 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.75.124:34817: Network error: Client connection negotiation failed: client connection to 127.2.75.124:34817: connect: Connection refused (error 111)
02:16:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.353379  2620 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:59.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.355333  2620 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:59.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.355865  2620 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:59.363 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:59.363 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:59.363 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:59.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:59.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:59.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:59.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:59.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:59.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:59.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:59.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:59.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:59.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:59.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:59.424 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:16:59.424 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:16:59.424 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:16:59.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:59.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:59.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:59.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:59.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:16:59.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:59.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:59.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:16:59.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:16:59.426 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:16:59.457 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.30.225.125:37847, [13ms] received response from server master-127.30.225.125:37847: OK, deferred=null) with no deferred attached!
02:16:59.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.460518  2620 rpc_server.cc:307] RPC server started. Bound to: 127.2.75.124:34817
02:16:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.460644  2707 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.75.124:34817 every 8 connection(s)
02:16:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.463598  2620 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/data/info.pb
02:16:59.464 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:59.464 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:59.464 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:59.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:59.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:59.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:59.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:59.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:59.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:59.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:59.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:59.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:59.465 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.466254  2349 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 2620
02:16:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.466768  2349 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/master-2/wal/instance
02:16:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.473263  2708 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:59.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.503839  2708 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } has no permanent_uuid. Determining permanent_uuid...
02:16:59.546 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:59.547 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:59.547 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:59.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:59.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:59.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:59.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:59.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:59.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:59.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:59.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:59.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:59.548 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.550696  2708 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } has no permanent_uuid. Determining permanent_uuid...
02:16:59.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.569828  2708 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } has no permanent_uuid. Determining permanent_uuid...
02:16:59.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:59.587 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:59.587 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:59.587 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:59.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:59.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:59.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:59.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:59.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:59.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:59.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:59.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:59.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:59.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:59.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.595669  2708 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d: Bootstrap starting.
02:16:59.596 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:16:59.596 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:16:59.596 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:16:59.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:59.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:59.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:59.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:59.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:16:59.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:16:59.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:59.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:59.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:16:59.597 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:16:59.600 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.125:37847(127.30.225.125:37847)] connecting to peer
02:16:59.600 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.126:36919(127.30.225.126:36919)] connecting to peer
02:16:59.600 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.30.225.124:43913(127.30.225.124:43913)] connecting to peer
02:16:59.601 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:59.601 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.225.125:37847(127.30.225.125:37847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:59.601 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.125:37847: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847
02:16:59.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:59.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.225.126:36919(127.30.225.126:36919)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:59.601 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.126:36919: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919
02:16:59.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:59.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.225.124:43913(127.30.225.124:43913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:59.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.225.124:43913: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
02:16:59.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913; will retry
02:16:59.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29756, elapsed=27900), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [27ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847], [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [101ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [442ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [763ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1361ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [4141ms] too many traces: truncated at 100 traces, deferred=Deferred@1206947248(state=PENDING, result=null, callback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608), errback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608)))
02:16:59.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=614d1c2a03434d5f95423641e6f062a6, attempt=4, KuduRpc(method=Scan, tablet=614d1c2a03434d5f95423641e6f062a6, attempt=4, TimeoutTracker(timeout=30000, elapsed=28146), Traces: [0ms] sending RPC to server 986de64eedcd467a9d587d96e33e97bc, [115ms] received response from server 986de64eedcd467a9d587d96e33e97bc: Network error: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xe70135dd, L:/127.0.0.1:54494 - R:/127.30.225.66:40889], [115ms] delaying RPC due to: Network error: [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] unexpected exception from downstream on [id: 0xe70135dd, L:/127.0.0.1:54494 - R:/127.30.225.66:40889], [121ms] sending RPC to server c40acf013f0f4401a3beda1251d118b2, [181ms] received response from server c40acf013f0f4401a3beda1251d118b2: Network error: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xa2f800c2, L:/127.0.0.1:59988 - R:/127.30.225.67:39559], [181ms] delaying RPC due to: Network error: [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] unexpected exception from downstream on [id: 0xa2f800c2, L:/127.0.0.1:59988 - R:/127.30.225.67:39559], [201ms] sending RPC to server 0566f19301e04a6ca0284671db312567, [214ms] received response from server 0566f19301e04a6ca0284671db312567: Network error: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263, [214ms] delaying RPC due to: Network error: Failed to connect to peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263): Connection refused: /127.30.225.65:37263, [240ms] refreshing cache from master, [240ms] Sub RPC GetTableLocations: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [267ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [277ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847], [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [341ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [360ms] Sub RPC GetTableLocations: refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [368ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [368ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [369ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [369ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [381ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [420ms] Sub RPC GetTableLocations: refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [421ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [422ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [423ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [440ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [442ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [463ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [463ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [481ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [680ms] Sub RPC GetTableLocations: refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [682ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1001ms] Sub RPC GetTableLocations: refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1003ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1600ms] Sub RPC GetTableLocations: refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1601ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2380ms] Sub RPC GetTableLocations: refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2380ms] too many traces: truncated at 100 traces, deferred=Deferred@161235278(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29756, elapsed=27900), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [27ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847], [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [101ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [442ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [763ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1361ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [4141ms] too many traces: truncated at 100 traces, deferred=Deferred@1206947248(state=PENDING, result=null, callback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608), errback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.603 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29756, elapsed=27900), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [27ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847], [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [101ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [442ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [763ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1361ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [4141ms] too many traces: truncated at 100 traces, deferred=Deferred@1206947248(state=PENDING, result=null, callback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608), errback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.604 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
02:16:59.604 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29756, elapsed=27900), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [27ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847], [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [101ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [442ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [763ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1361ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [4141ms] too many traces: truncated at 100 traces, deferred=Deferred@1206947248(state=PENDING, result=null, callback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608), errback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.605 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 986de64eedcd467a9d587d96e33e97bc(127.30.225.66:40889)] disconnecting while in state TERMINATED
02:16:59.606 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c40acf013f0f4401a3beda1251d118b2(127.30.225.67:39559)] disconnecting while in state TERMINATED
02:16:59.607 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.30.225.126:36919(127.30.225.126:36919)] disconnecting while in state TERMINATED
02:16:59.607 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.30.225.124:43913(127.30.225.124:43913)] disconnecting while in state TERMINATED
02:16:59.607 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.30.225.125:37847(127.30.225.125:37847)] disconnecting while in state TERMINATED
02:16:59.607 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0566f19301e04a6ca0284671db312567(127.30.225.65:37263)] disconnecting while in state TERMINATED
02:16:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.603765  2708 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d: Neither blocks nor log segments found. Creating new log.
02:16:59.606 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 74937a52c2924dac840ab2fc181dfa6a(127.31.182.65:43967)] disconnecting while in state TERMINATED
02:16:59.607 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.31.182.124:36505(127.31.182.124:36505)] disconnecting while in state TERMINATED
02:16:59.607 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.31.182.126:37263(127.31.182.126:37263)] disconnecting while in state TERMINATED
02:16:59.607 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.31.182.125:35345(127.31.182.125:35345)] disconnecting while in state TERMINATED
02:16:59.607 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:59.607 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:59.608 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
02:16:59.608 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:16:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.608296  2708 log.cc:826] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d: Log is configured to *not* fsync() on all Append() calls
02:16:59.608 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:16:59.609 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
02:16:59.609 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
02:16:59.609 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 8 thread-local buffer(s) from thread: kudu-nio-0
02:16:59.609 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 16 thread-local buffer(s) from thread: kudu-nio-5
02:16:59.609 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:16:59.609 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
02:16:59.609 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
02:16:59.610 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
02:16:59.610 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29756, elapsed=27900), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [27ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847], [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [101ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [442ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [763ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1361ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [4141ms] too many traces: truncated at 100 traces, deferred=Deferred@1206947248(state=PENDING, result=null, callback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608), errback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.610 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:16:59.614 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
02:16:59.617 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=26, TimeoutTracker(timeout=29756, elapsed=27900), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [27ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847], [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [101ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: [peer master-127.30.225.125:37847(127.30.225.125:37847)] unexpected exception from downstream on [id: 0x12428506, L:/127.0.0.1:56294 - R:/127.30.225.125:37847],org.apache.kudu.client.RecoverableException: [peer master-127.30.225.124:43913(127.30.225.124:43913)] unexpected exception from downstream on [id: 0xd5a7b77b, L:/127.0.0.1:55744 - R:/127.30.225.124:43913], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [442ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [763ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [1361ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.126:36919: Network error: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.124:43913: Network error: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.30.225.125:37847: Network error: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847, [2141ms] delaying RPC due to: Service unavailable: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.125:37847, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.126:36919, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.225.124:43913, [4141ms] too many traces: truncated at 100 traces, deferred=Deferred@1206947248(state=PENDING, result=null, callback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608), errback=(continuation of Deferred@804593856 after retry RPC after error@473326371) -> (continuation of Deferred@1499305781 after retry RPC after error@444796067) -> (continuation of Deferred@485940243 after retry RPC after error@871799765) -> (continuation of Deferred@111629985 after retry RPC after error@71541954) -> (continuation of Deferred@780138013 after retry RPC after error@693168180) -> (continuation of Deferred@360620513 after retry RPC after error@201486904) -> (continuation of Deferred@1562157755 after retry RPC after error@1940119652) -> (continuation of Deferred@322057816 after retry RPC after error@213779892) -> (continuation of Deferred@881813474 after retry RPC after error@1480790487) -> (continuation of Deferred@1522629745 after retry RPC after error@640569656) -> (continuation of Deferred@1766949480 after retry RPC after error@693955388) -> (continuation of Deferred@2024745106 after retry RPC after error@752619822) -> (continuation of Deferred@1232831519 after retry RPC after error@120619783) -> (continuation of Deferred@115003595 after retry RPC after error@1254351967) -> (continuation of Deferred@1594739300 after retry RPC after error@1554399801) -> (continuation of Deferred@204119534 after retry RPC after error@1503555880) -> (continuation of Deferred@1752293013 after retry RPC after error@111734312) -> (continuation of Deferred@1588971262 after retry RPC after error@1955134257) -> (continuation of Deferred@317396547 after retry RPC after error@1400071064) -> (continuation of Deferred@595713342 after retry RPC after error@274987788) -> (continuation of Deferred@1517338189 after retry RPC after error@316107064) -> (continuation of Deferred@1066544753 after retry RPC after error@816187668) -> (continuation of Deferred@1870351259 after retry RPC after error@1179410917) -> (continuation of Deferred@1745039099 after retry RPC after error@1752003654) -> (continuation of Deferred@1568656707 after retry RPC after error@2014956608)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.225.125:37847,127.30.225.126:36919,127.30.225.124:43913) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.125:37847(127.30.225.125:37847): Connection refused: /127.30.225.125:37847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.126:36919(127.30.225.126:36919): Connection refused: /127.30.225.126:36919,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.225.124:43913(127.30.225.124:43913): Connection refused: /127.30.225.124:43913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.225.124:43913
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.618 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
02:16:59.618 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
02:16:59.618 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job e277ecd084716c42d2402f58465a119c
02:16:59.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.621424  2708 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d: No bootstrap required, opened a new log
02:16:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.638059  2485 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 5
02:16:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.644807  2708 raft_consensus.cc:359] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } }
02:16:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.645804  2708 raft_consensus.cc:385] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.646096  2708 raft_consensus.cc:740] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afff8fe3d90f410faefb9ef9f935600d, State: Initialized, Role: FOLLOWER
02:16:59.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.647071  2708 consensus_queue.cc:260] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } }
02:16:59.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.657771  2718 sys_catalog.cc:455] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:16:59.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.658965  2718 sys_catalog.cc:458] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [sys.catalog]: This master's current role is: FOLLOWER
02:16:59.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.659680  2708 sys_catalog.cc:565] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [sys.catalog]: configured and running, proceeding with master startup.
02:16:59.661 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:16:59.661 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:16:59.661 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:16:59.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:59.661 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:59.661 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:16:59.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:59.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:59.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:16:59.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:59.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:59.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:16:59.662 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:16:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.670703  2485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7: Bootstrap starting.
02:16:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.687968  2485 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7: Neither blocks nor log segments found. Creating new log.
02:16:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.691077  2485 log.cc:826] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7: Log is configured to *not* fsync() on all Append() calls
02:16:59.715 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:59.715 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:59.715 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:59.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:59.719 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [32ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [40ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [99ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [100ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [152ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [241ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [301ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [402ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [921ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [922ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1141ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2881ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6520ms] refreshing cache from master, [6520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [6521ms] too many traces: truncated at 100 traces, deferred=Deferred@201235618(state=PENDING, result=null, callback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059), errback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059)))
02:16:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.720453  2730 catalog_manager.cc:1593] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.720844  2730 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:59.721 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:59.721 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:59.721 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:59.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.722 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.722 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.722 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.722 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [32ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [40ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [99ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [100ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [152ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [241ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [301ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [402ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [921ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [922ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1141ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2881ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6520ms] refreshing cache from master, [6520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [6521ms] too many traces: truncated at 100 traces, deferred=Deferred@201235618(state=PENDING, result=null, callback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059), errback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [32ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [40ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [99ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [100ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [152ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [241ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [301ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [402ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [921ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [922ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1141ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2881ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6520ms] refreshing cache from master, [6520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [6521ms] too many traces: truncated at 100 traces, deferred=Deferred@201235618(state=PENDING, result=null, callback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059), errback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.254:40567
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:59.726 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [32ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [40ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [99ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [100ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [152ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [241ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [301ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [402ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [921ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [922ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1141ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2881ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6520ms] refreshing cache from master, [6520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [6521ms] too many traces: truncated at 100 traces, deferred=Deferred@201235618(state=PENDING, result=null, callback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059), errback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [32ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [40ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [99ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [100ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [150ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [152ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [241ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [301ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [402ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [921ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [922ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [1141ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.253:40343: Network error: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.254:40567: Network error: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.22.124.252:46509: Network error: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [2881ms] delaying RPC due to: Service unavailable: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509, [6520ms] refreshing cache from master, [6520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.253:40343, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.254:40567, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.124.252:46509, [6521ms] too many traces: truncated at 100 traces, deferred=Deferred@201235618(state=PENDING, result=null, callback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059), errback=(continuation of Deferred@811945517 after retry RPC after error@1341585391) -> (continuation of Deferred@274313409 after retry RPC after error@1866282468) -> (continuation of Deferred@1966283272 after retry RPC after error@226673358) -> (continuation of Deferred@1342219271 after retry RPC after error@1452550646) -> (continuation of Deferred@991599222 after retry RPC after error@546683753) -> (continuation of Deferred@1977615328 after retry RPC after error@46944051) -> (continuation of Deferred@1844100150 after retry RPC after error@1613302801) -> (continuation of Deferred@363064567 after retry RPC after error@1979096231) -> (continuation of Deferred@1304794403 after retry RPC after error@1696878862) -> (continuation of Deferred@1869274377 after retry RPC after error@783837159) -> (continuation of Deferred@1337299870 after retry RPC after error@148768583) -> (continuation of Deferred@828707264 after retry RPC after error@1552928596) -> (continuation of Deferred@1069911608 after retry RPC after error@1205424824) -> (continuation of Deferred@1579921554 after retry RPC after error@2096902508) -> (continuation of Deferred@1868289157 after retry RPC after error@1645877060) -> (continuation of Deferred@1630962869 after retry RPC after error@2086448814) -> (continuation of Deferred@1301455452 after retry RPC after error@2130721949) -> (continuation of Deferred@717622500 after retry RPC after error@863432396) -> (continuation of Deferred@1798187708 after retry RPC after error@364119952) -> (continuation of Deferred@261069038 after retry RPC after error@185276253) -> (continuation of Deferred@300595018 after retry RPC after error@609729120) -> (continuation of Deferred@1466703596 after retry RPC after error@68049571) -> (continuation of Deferred@1075510671 after retry RPC after error@1493687126) -> (continuation of Deferred@1856714212 after retry RPC after error@411476432) -> (continuation of Deferred@258458058 after retry RPC after error@1759340059)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.124.254:40567
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:16:59.726 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:16:59.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#7) of source Source: KuduSource.
02:16:59.727 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to CANCELING.
02:16:59.727 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#7) of source Source: KuduSource.
02:16:59.727 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
02:16:59.727 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
02:16:59.727 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to CANCELING.
02:16:59.727 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
02:16:59.727 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to CANCELING.
02:16:59.727 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
02:16:59.728 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:16:59.728 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CANCELING to CANCELED.
02:16:59.729 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
02:16:59.729 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
02:16:59.730 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
02:16:59.730 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
02:16:59.731 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:16:59.731 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
02:16:59.731 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
02:16:59.731 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
02:16:59.731 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to CANCELING.
02:16:59.731 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
02:16:59.732 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#7 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
02:16:59.732 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#7 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
02:16:59.733 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CANCELING to CANCELED.
02:16:59.734 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
02:16:59.734 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:16:59.734 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:16:59.735 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:16:59.735 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CANCELING to CANCELED.
02:16:59.735 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
02:16:59.736 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
02:16:59.736 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CANCELING to CANCELED.
02:16:59.737 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job a6c13ce6708e2c3e17c8a86cefc17c1f
02:16:59.737 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:59.738 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:59.738 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:59.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.738 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:59.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.753960  2485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7: No bootstrap required, opened a new log
02:16:59.754 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:59.754 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:59.754 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:59.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.755 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:59.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:59.775 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:59.775 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:59.775 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:59.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.776 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.711050  2620 master_runner.cc:187] Error getting master registration for 127.2.75.126:39511: OK, instance_id { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" instance_seqno: 1783477014276873 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:16:59.794 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:59.794 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:59.795 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:59.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.795 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:59.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.794416  2620 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:16:59.805 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:16:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.804976  2485 raft_consensus.cc:359] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } }
02:16:59.806 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:16:59.806 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:16:59.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.806187  2485 raft_consensus.cc:385] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:59.806 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:59.806 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:59.806 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:16:59.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:59.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:59.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:16:59.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:59.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:59.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:16:59.807 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:16:59.808 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29386), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [269ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [271ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [309ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [317ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [317ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [317ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [423ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [522ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [583ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [702ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1721ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2302ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [4202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [4202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@993021392(state=PENDING, result=null, callback=(continuation of Deferred@765920036 after retry RPC after error@610478127) -> (continuation of Deferred@2123970529 after retry RPC after error@1199487791) -> (continuation of Deferred@1389702855 after retry RPC after error@1875531490) -> (continuation of Deferred@1490764485 after retry RPC after error@1791896882) -> (continuation of Deferred@295077306 after retry RPC after error@752270380) -> (continuation of Deferred@781786649 after retry RPC after error@900010309) -> (continuation of Deferred@280754462 after retry RPC after error@152371449) -> (continuation of Deferred@1864023572 after retry RPC after error@1915266443) -> (continuation of Deferred@1024774617 after retry RPC after error@480709706) -> (continuation of Deferred@653781972 after retry RPC after error@298063484) -> (continuation of Deferred@180721540 after retry RPC after error@782507978) -> (continuation of Deferred@932509825 after retry RPC after error@114454521) -> (continuation of Deferred@537768208 after retry RPC after error@777625748) -> (continuation of Deferred@1041827118 after retry RPC after error@731973811) -> (continuation of Deferred@1718204902 after retry RPC after error@98035903) -> (continuation of Deferred@1930542430 after retry RPC after error@1356252959) -> (continuation of Deferred@2069619306 after retry RPC after error@1106472878) -> (continuation of Deferred@1073140099 after retry RPC after error@1509824349) -> (continuation of Deferred@2098390714 after retry RPC after error@658925737) -> (continuation of Deferred@775282443 after retry RPC after error@131621231) -> (continuation of Deferred@1838506008 after retry RPC after error@2038586915) -> (continuation of Deferred@2043612063 after retry RPC after error@1029230288) -> (continuation of Deferred@2072771779 after retry RPC after error@269731543), errback=(continuation of Deferred@765920036 after retry RPC after error@610478127) -> (continuation of Deferred@2123970529 after retry RPC after error@1199487791) -> (continuation of Deferred@1389702855 after retry RPC after error@1875531490) -> (continuation of Deferred@1490764485 after retry RPC after error@1791896882) -> (continuation of Deferred@295077306 after retry RPC after error@752270380) -> (continuation of Deferred@781786649 after retry RPC after error@900010309) -> (continuation of Deferred@280754462 after retry RPC after error@152371449) -> (continuation of Deferred@1864023572 after retry RPC after error@1915266443) -> (continuation of Deferred@1024774617 after retry RPC after error@480709706) -> (continuation of Deferred@653781972 after retry RPC after error@298063484) -> (continuation of Deferred@180721540 after retry RPC after error@782507978) -> (continuation of Deferred@932509825 after retry RPC after error@114454521) -> (continuation of Deferred@537768208 after retry RPC after error@777625748) -> (continuation of Deferred@1041827118 after retry RPC after error@731973811) -> (continuation of Deferred@1718204902 after retry RPC after error@98035903) -> (continuation of Deferred@1930542430 after retry RPC after error@1356252959) -> (continuation of Deferred@2069619306 after retry RPC after error@1106472878) -> (continuation of Deferred@1073140099 after retry RPC after error@1509824349) -> (continuation of Deferred@2098390714 after retry RPC after error@658925737) -> (continuation of Deferred@775282443 after retry RPC after error@131621231) -> (continuation of Deferred@1838506008 after retry RPC after error@2038586915) -> (continuation of Deferred@2043612063 after retry RPC after error@1029230288) -> (continuation of Deferred@2072771779 after retry RPC after error@269731543)))
02:16:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.806659  2485 raft_consensus.cc:740] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2d4424daa604f5385a01e45da2ab7d7, State: Initialized, Role: FOLLOWER
02:16:59.814 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:59.814 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:59.814 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:59.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.815 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:59.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.816008  2485 consensus_queue.cc:260] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } }
02:16:59.819 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:16:59.819 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:16:59.819 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:16:59.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:59.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:59.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:16:59.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:59.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:59.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:16:59.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:59.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:59.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:16:59.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:16:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.821832  2485 sys_catalog.cc:565] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [sys.catalog]: configured and running, proceeding with master startup.
02:16:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.821449  2741 sys_catalog.cc:455] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:16:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.822593  2741 sys_catalog.cc:458] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [sys.catalog]: This master's current role is: FOLLOWER
02:16:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.865409  2662 tablet.cc:2406] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:59.874 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:59.874 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:59.874 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:59.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:59.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:16:59.934 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:16:59.934 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:16:59.934 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:16:59.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:16:59.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:16:59.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:16:59.935 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:16:59.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.943912  2718 raft_consensus.cc:493] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:59.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.943187  2752 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.944515  2718 raft_consensus.cc:515] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } }
02:16:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.945334  2752 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.948964  2460 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afff8fe3d90f410faefb9ef9f935600d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2d4424daa604f5385a01e45da2ab7d7" is_pre_election: true
02:16:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.950002  2460 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afff8fe3d90f410faefb9ef9f935600d in term 0.
02:16:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.952107  2657 leader_election.cc:304] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afff8fe3d90f410faefb9ef9f935600d, b2d4424daa604f5385a01e45da2ab7d7; no voters: 
02:16:59.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.957634  2718 leader_election.cc:290] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b2d4424daa604f5385a01e45da2ab7d7 (127.2.75.126:39511), 743a2e28bf4d45e2a0c0c8389a26f694 (127.2.75.125:33699)
02:16:59.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.958923  2718 raft_consensus.cc:2804] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:59.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.959848  2718 raft_consensus.cc:493] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.962774  2718 raft_consensus.cc:3060] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 0 FOLLOWER]: Advancing to term 1
02:16:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:59.967689  2439 tablet.cc:2406] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:59.999 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job e277ecd084716c42d2402f58465a119c from Checkpoint 66 @ 1783477018665 for e277ecd084716c42d2402f58465a119c located at file:/tmp/junit8540103077859582824/checkpoints/e277ecd084716c42d2402f58465a119c/chk-66.
02:17:00.000 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:17:00.001 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 66 for source Source: KuduSource to checkpoint.
02:17:00.001 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
02:17:00.002 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e277ecd084716c42d2402f58465a119c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:17:00.003 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
02:17:00.003 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1) with allocation id 32c732699cc485ce906fe65091e11393
02:17:00.004 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 32c732699cc485ce906fe65091e11393.
02:17:00.005 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 32c732699cc485ce906fe65091e11393.
02:17:00.006 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job e277ecd084716c42d2402f58465a119c from Checkpoint 66 @ 1783477018665 for e277ecd084716c42d2402f58465a119c located at file:/tmp/junit8540103077859582824/checkpoints/e277ecd084716c42d2402f58465a119c/chk-66.
02:17:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.002949  2718 raft_consensus.cc:515] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } }
02:17:00.006 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:17:00.006 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 66 for source Source: KuduSource to checkpoint.
02:17:00.007 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:17:00.007 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e277ecd084716c42d2402f58465a119c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:17:00.008 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:17:00.008 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1) with allocation id 169c60df6efc69a2105ffb584b601d51
02:17:00.008 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job e277ecd084716c42d2402f58465a119c from Checkpoint 66 @ 1783477018665 for e277ecd084716c42d2402f58465a119c located at file:/tmp/junit8540103077859582824/checkpoints/e277ecd084716c42d2402f58465a119c/chk-66.
02:17:00.009 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:17:00.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 66 for source Source: KuduSource to checkpoint.
02:17:00.009 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
02:17:00.010 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e277ecd084716c42d2402f58465a119c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:17:00.010 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
02:17:00.010 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1) with allocation id 69989a79c315690db520deadafd89da7
02:17:00.010 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e277ecd084716c42d2402f58465a119c) switched from state RESTARTING to RUNNING.
02:17:00.011 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job e277ecd084716c42d2402f58465a119c from Checkpoint 66 @ 1783477018665 for e277ecd084716c42d2402f58465a119c located at file:/tmp/junit8540103077859582824/checkpoints/e277ecd084716c42d2402f58465a119c/chk-66.
02:17:00.011 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:17:00.012 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 66 for source Source: KuduSource to checkpoint.
02:17:00.012 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:17:00.012 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e277ecd084716c42d2402f58465a119c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:17:00.015 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:17:00.015 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 54c6c415-99c2-4463-84a3-90fce87a676e @ 127.0.0.1 (dataPort=-1) with allocation id 300896a1c47382ed640019288580a0b2
02:17:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.022123  2460 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afff8fe3d90f410faefb9ef9f935600d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2d4424daa604f5385a01e45da2ab7d7"
02:17:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.022768  2460 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [term 0 FOLLOWER]: Advancing to term 1
02:17:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.032928  2460 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate afff8fe3d90f410faefb9ef9f935600d in term 1.
02:17:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.039146  2657 leader_election.cc:304] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afff8fe3d90f410faefb9ef9f935600d, b2d4424daa604f5385a01e45da2ab7d7; no voters: 
02:17:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.040136  2754 raft_consensus.cc:2804] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 1 FOLLOWER]: Leader election won for term 1
02:17:00.047 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 69989a79c315690db520deadafd89da7.
02:17:00.048 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 69989a79c315690db520deadafd89da7.
02:17:00.050 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
02:17:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.038081  2718 leader_election.cc:290] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [CANDIDATE]: Term 1 election: Requested vote from peers b2d4424daa604f5385a01e45da2ab7d7 (127.2.75.126:39511), 743a2e28bf4d45e2a0c0c8389a26f694 (127.2.75.125:33699)
02:17:00.051 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
02:17:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.055770  2754 raft_consensus.cc:697] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [term 1 LEADER]: Becoming Leader. State: Replica: afff8fe3d90f410faefb9ef9f935600d, State: Running, Role: LEADER
02:17:00.056 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 169c60df6efc69a2105ffb584b601d51.
02:17:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.056887  2754 consensus_queue.cc:237] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } }
02:17:00.058 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 169c60df6efc69a2105ffb584b601d51.
02:17:00.058 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
02:17:00.058 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
02:17:00.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@626c34fb
02:17:00.059 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@58df3b68
02:17:00.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:00.060 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:00.060 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8540103077859582824/checkpoints")
02:17:00.060 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:17:00.060 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8540103077859582824/checkpoints")
02:17:00.061 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:17:00.062 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:17:00.062 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:17:00.067 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a56e0e
02:17:00.068 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 300896a1c47382ed640019288580a0b2.
02:17:00.070 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:17:00.070 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:17:00.070 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 300896a1c47382ed640019288580a0b2.
02:17:00.071 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@bdff82c
02:17:00.072 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:00.072 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8540103077859582824/checkpoints")
02:17:00.072 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:17:00.072 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:17:00.073 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:00.079 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7db4f7b3
02:17:00.082 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:17:00.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.085 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.087 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54dc0e51
02:17:00.090 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:00.092 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:00.092 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:00.092 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:17:00.093 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:00.093 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:00.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:00.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:00.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:00.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:00.092 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:00.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:00.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:00.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:00.094 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:00.094 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ef6803d
02:17:00.094 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:00.094 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29675), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [113ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [193ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [198ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [249ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [268ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [269ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [269ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [281ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [562ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [822ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1762ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2841ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3901ms] refreshing cache from master, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3902ms] too many traces: truncated at 100 traces, deferred=Deferred@2141050595(state=PENDING, result=null, callback=(continuation of Deferred@365713420 after retry RPC after error@1842391067) -> (continuation of Deferred@138122419 after retry RPC after error@419455385) -> (continuation of Deferred@1853572749 after retry RPC after error@100907817) -> (continuation of Deferred@1388915030 after retry RPC after error@1214219839) -> (continuation of Deferred@2082799255 after retry RPC after error@1743112393) -> (continuation of Deferred@2088619770 after retry RPC after error@1210564916) -> (continuation of Deferred@321670881 after retry RPC after error@1514565581) -> (continuation of Deferred@1214144609 after retry RPC after error@1048983103) -> (continuation of Deferred@1336683592 after retry RPC after error@645732983) -> (continuation of Deferred@488324017 after retry RPC after error@304337379) -> (continuation of Deferred@1019437443 after retry RPC after error@1914927822) -> (continuation of Deferred@916525448 after retry RPC after error@981557878) -> (continuation of Deferred@501863388 after retry RPC after error@1962229669) -> (continuation of Deferred@1248218594 after retry RPC after error@2076513290) -> (continuation of Deferred@677466013 after retry RPC after error@1974752547) -> (continuation of Deferred@222633770 after retry RPC after error@1592999884) -> (continuation of Deferred@2093784616 after retry RPC after error@730255839) -> (continuation of Deferred@236926922 after retry RPC after error@1230337178) -> (continuation of Deferred@1374719558 after retry RPC after error@1281729934) -> (continuation of Deferred@1001618095 after retry RPC after error@1495283943) -> (continuation of Deferred@209133371 after retry RPC after error@1843364590) -> (continuation of Deferred@1301937144 after retry RPC after error@363201964) -> (continuation of Deferred@563891940 after retry RPC after error@809853131) -> (continuation of Deferred@838929152 after retry RPC after error@397407113) -> (continuation of Deferred@1409770742 after retry RPC after error@1340016005), errback=(continuation of Deferred@365713420 after retry RPC after error@1842391067) -> (continuation of Deferred@138122419 after retry RPC after error@419455385) -> (continuation of Deferred@1853572749 after retry RPC after error@100907817) -> (continuation of Deferred@1388915030 after retry RPC after error@1214219839) -> (continuation of Deferred@2082799255 after retry RPC after error@1743112393) -> (continuation of Deferred@2088619770 after retry RPC after error@1210564916) -> (continuation of Deferred@321670881 after retry RPC after error@1514565581) -> (continuation of Deferred@1214144609 after retry RPC after error@1048983103) -> (continuation of Deferred@1336683592 after retry RPC after error@645732983) -> (continuation of Deferred@488324017 after retry RPC after error@304337379) -> (continuation of Deferred@1019437443 after retry RPC after error@1914927822) -> (continuation of Deferred@916525448 after retry RPC after error@981557878) -> (continuation of Deferred@501863388 after retry RPC after error@1962229669) -> (continuation of Deferred@1248218594 after retry RPC after error@2076513290) -> (continuation of Deferred@677466013 after retry RPC after error@1974752547) -> (continuation of Deferred@222633770 after retry RPC after error@1592999884) -> (continuation of Deferred@2093784616 after retry RPC after error@730255839) -> (continuation of Deferred@236926922 after retry RPC after error@1230337178) -> (continuation of Deferred@1374719558 after retry RPC after error@1281729934) -> (continuation of Deferred@1001618095 after retry RPC after error@1495283943) -> (continuation of Deferred@209133371 after retry RPC after error@1843364590) -> (continuation of Deferred@1301937144 after retry RPC after error@363201964) -> (continuation of Deferred@563891940 after retry RPC after error@809853131) -> (continuation of Deferred@838929152 after retry RPC after error@397407113) -> (continuation of Deferred@1409770742 after retry RPC after error@1340016005)))
02:17:00.095 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:00.095 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:00.095 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:00.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.096 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:00.097 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:00.097 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8540103077859582824/checkpoints")
02:17:00.100 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:17:00.100 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ffda13cd3b2c8cfd48ae84e7ea2cb61e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:17:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.103026  2718 sys_catalog.cc:455] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [sys.catalog]: SysCatalogTable state changed. Reason: New leader afff8fe3d90f410faefb9ef9f935600d. Latest consensus state: current_term: 1 leader_uuid: "afff8fe3d90f410faefb9ef9f935600d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:17:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.103806  2718 sys_catalog.cc:458] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [sys.catalog]: This master's current role is: LEADER
02:17:00.106 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.107 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10dd6158
02:17:00.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.112 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:00.114 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:00.114 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:00.115 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:00.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:00.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:00.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:00.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:00.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:00.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:00.116 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:00.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:00.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:00.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:00.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.124 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.126 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.138 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.144 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.145 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.150101  2763 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:17:00.152 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:59.917905  2361 master_runner.cc:187] Error getting master registration for 127.2.75.125:33699: OK, instance_id { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" instance_seqno: 1783477016853579 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:17:00.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.153 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.153 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.154383  2361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:17:00.158 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.163 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.177 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.189 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.191 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.199 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.199906  2763 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:17:00.205 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.205 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.217 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.218 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.226 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.227 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.241 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.242 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.242 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.242 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.243 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.243 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.243 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.253 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.259 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.260 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.265 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.266 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.266 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.266 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.267 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.273 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:00.273 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:00.273 [DEBUG - pool-460-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:00.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:00.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:00.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:00.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:00.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:00.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:00.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:00.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:00.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:00.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:00.275 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29790), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [109ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [114ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [115ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [115ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [173ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [642ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [643ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1162ms] refreshing cache from master, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [1163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [1163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [1164ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2121ms] refreshing cache from master, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [2122ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3380ms] refreshing cache from master, [3380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [3381ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.253:45347: Network error: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347, [3381ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.252:44081: Network error: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [3381ms] Sub RPC ConnectToMaster: received response from server master-127.23.52.254:33699: Network error: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699, [3382ms] delaying RPC due to: Service unavailable: Master config (127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081, [5460ms] refreshing cache from master, [5460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.252:44081, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.254:33699, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.52.253:45347, [5462ms] too many traces: truncated at 100 traces, deferred=Deferred@1874712258(state=PENDING, result=null, callback=(continuation of Deferred@1912661658 after retry RPC after error@2131193588) -> (continuation of Deferred@1547002986 after retry RPC after error@1564455656) -> (continuation of Deferred@679390179 after retry RPC after error@1825177814) -> (continuation of Deferred@464203537 after retry RPC after error@992179838) -> (continuation of Deferred@1717560138 after retry RPC after error@1521456103) -> (continuation of Deferred@406776836 after retry RPC after error@948894203) -> (continuation of Deferred@559024147 after retry RPC after error@121931637) -> (continuation of Deferred@1760888149 after retry RPC after error@670787729) -> (continuation of Deferred@383315693 after retry RPC after error@889502828) -> (continuation of Deferred@1964759092 after retry RPC after error@156797414) -> (continuation of Deferred@1478930854 after retry RPC after error@1213301010) -> (continuation of Deferred@1663056468 after retry RPC after error@779786351) -> (continuation of Deferred@1136441223 after retry RPC after error@128055283) -> (continuation of Deferred@1697750985 after retry RPC after error@527616736) -> (continuation of Deferred@970216966 after retry RPC after error@834805920) -> (continuation of Deferred@1491353222 after retry RPC after error@1372113584) -> (continuation of Deferred@1245172457 after retry RPC after error@1792031791) -> (continuation of Deferred@322514941 after retry RPC after error@70511200) -> (continuation of Deferred@1885851797 after retry RPC after error@465419250) -> (continuation of Deferred@1101085119 after retry RPC after error@1515895553) -> (continuation of Deferred@343358375 after retry RPC after error@1659072752), errback=(continuation of Deferred@1912661658 after retry RPC after error@2131193588) -> (continuation of Deferred@1547002986 after retry RPC after error@1564455656) -> (continuation of Deferred@679390179 after retry RPC after error@1825177814) -> (continuation of Deferred@464203537 after retry RPC after error@992179838) -> (continuation of Deferred@1717560138 after retry RPC after error@1521456103) -> (continuation of Deferred@406776836 after retry RPC after error@948894203) -> (continuation of Deferred@559024147 after retry RPC after error@121931637) -> (continuation of Deferred@1760888149 after retry RPC after error@670787729) -> (continuation of Deferred@383315693 after retry RPC after error@889502828) -> (continuation of Deferred@1964759092 after retry RPC after error@156797414) -> (continuation of Deferred@1478930854 after retry RPC after error@1213301010) -> (continuation of Deferred@1663056468 after retry RPC after error@779786351) -> (continuation of Deferred@1136441223 after retry RPC after error@128055283) -> (continuation of Deferred@1697750985 after retry RPC after error@527616736) -> (continuation of Deferred@970216966 after retry RPC after error@834805920) -> (continuation of Deferred@1491353222 after retry RPC after error@1372113584) -> (continuation of Deferred@1245172457 after retry RPC after error@1792031791) -> (continuation of Deferred@322514941 after retry RPC after error@70511200) -> (continuation of Deferred@1885851797 after retry RPC after error@465419250) -> (continuation of Deferred@1101085119 after retry RPC after error@1515895553) -> (continuation of Deferred@343358375 after retry RPC after error@1659072752)))
02:17:00.278 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.285 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.285 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.285 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.287 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.288985  2460 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [term 1 FOLLOWER]: Refusing update from remote peer afff8fe3d90f410faefb9ef9f935600d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:17:00.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.291642  2718 consensus_queue.cc:1048] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [LEADER]: Connected to new peer: Peer: permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:17:00.306 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.306 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.306 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.306 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.314 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:00.314 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:00.314 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:00.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.315 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:00.325 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.326 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.326 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.327 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.358 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.367 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.374 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:00.374 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:00.374 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:00.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:00.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:00.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:00.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:00.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:00.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:00.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:00.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:00.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:00.375 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:00.377 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:00.378 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:00.378 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:00.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:00.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.385 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.387 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.388 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.388 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.403 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.404 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.404 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.412 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.412 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.416 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.418 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.418 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.419 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.419 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.419 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.419 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.419 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.419 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.424 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.427 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.428 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.428 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.426715  2741 sys_catalog.cc:455] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader afff8fe3d90f410faefb9ef9f935600d. Latest consensus state: current_term: 1 leader_uuid: "afff8fe3d90f410faefb9ef9f935600d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:17:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.427416  2741 sys_catalog.cc:458] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [sys.catalog]: This master's current role is: FOLLOWER
02:17:00.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.430 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.435 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:00.435 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:00.435 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:00.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:00.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:00.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:00.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:00.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:00.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:00.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:00.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:00.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:00.436 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:00.438 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.438 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.438 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.439 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.439 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.439 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.439 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.443 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.443 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.443 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.444 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.445 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.445 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.445 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.446 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:00.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.446 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:00.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.447 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.447 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:00.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.447 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:00.454 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.459 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.460 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.460 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.460 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.460 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.468544  2780 mvcc.cc:204] Tried to move back new op lower bound from 7305121874981605376 to 7305121874173632512. Current Snapshot: MvccSnapshot[applied={T|T < 7305121874981605376}]
02:17:00.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.472 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.483 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.483 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.483 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.482746  2756 sys_catalog.cc:455] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "afff8fe3d90f410faefb9ef9f935600d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:17:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.483666  2756 sys_catalog.cc:458] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [sys.catalog]: This master's current role is: LEADER
02:17:00.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.484 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.484 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.484 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.485 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.485 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.490 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:00.490 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:00.490 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:00.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.496992  2763 catalog_manager.cc:1382] Generated new cluster ID: 531ea0875910443bbd4c60499fa878fe
02:17:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.497339  2763 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:17:00.504 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.504 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.504 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.518 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.519 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.519 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.520 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.523 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.523 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.523 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.524 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.524 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.524 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.524 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.524 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.524 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.524 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.524 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.548637  2741 sys_catalog.cc:455] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "afff8fe3d90f410faefb9ef9f935600d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:17:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.549443  2741 sys_catalog.cc:458] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7 [sys.catalog]: This master's current role is: FOLLOWER
02:17:00.578 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.578 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.578 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.580 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.585 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.585 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.585 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.586 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.603 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.603 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.604 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.604 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.604 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.604 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.605 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.605 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.623 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.623 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.623 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.624 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.626 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.626 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.626 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.627 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.671 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:00.671 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:00.671 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:00.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:00.673 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:00.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:00.674 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:00.704 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.704 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.704 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.705 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.737989  2763 catalog_manager.cc:1405] Generated new certificate authority record
02:17:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.743237  2763 catalog_manager.cc:1539] Loading token signing keys...
02:17:00.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.779 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.779 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.779 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.780 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.787539  2763 catalog_manager.cc:6069] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d: Generated new TSK 0
02:17:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.791584  2763 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:17:00.798 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.798 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.798 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.799 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.799 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.799 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.799 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.817518  2349 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/wal
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/data
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/logs
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/data/info.pb
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.65:0
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.75.65
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.65
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:17:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:17:00.853 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:00.853 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:00.853 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:00.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:00.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:00.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:00.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:00.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:00.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:00.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:00.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:00.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:00.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:00.879 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.884 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.884 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.884 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.886 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.952625  2752 catalog_manager.cc:1294] Loaded cluster ID: 531ea0875910443bbd4c60499fa878fe
02:17:00.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.952899  2752 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7: loading cluster ID for follower catalog manager: success
02:17:00.959 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:00.960 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:00.960 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:00.960 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:00.960 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:00.960 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:00.960 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:00.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:00.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:00.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:00.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:00.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:00.963 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:00.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:00.965 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:00.966 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:00.966 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:00.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:00.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:00.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:00.967 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:00.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.966820  2752 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7: acquiring CA information for follower catalog manager: success
02:17:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:00.972512  2752 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b2d4424daa604f5385a01e45da2ab7d7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:17:01.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:01.105 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:01.105 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:01.105 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:01.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.106 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:01.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:01.144 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:01.145 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:01.145 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:01.146 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.146 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.146 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.146 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.146 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.146 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.146 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.147 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:01.214 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:01.214 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:01.214 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:01.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:01.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:01.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:01.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:01.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:01.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:01.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:01.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:01.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:01.215 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:01.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:01.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.385615  2618 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } attempt: 8
02:17:01.394 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.436080  2618 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694: Bootstrap starting.
02:17:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.454684  2618 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694: Neither blocks nor log segments found. Creating new log.
02:17:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.457201  2618 log.cc:826] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694: Log is configured to *not* fsync() on all Append() calls
02:17:01.458 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.30.225.125:37847, [5ms] received response from server master-127.30.225.125:37847: OK, deferred=null) with no deferred attached!
02:17:01.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:01.478 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:01.478 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:01.478 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:01.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:01.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.483686  2618 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694: No bootstrap required, opened a new log
02:17:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.548420  2803 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:17:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.550271  2803 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:17:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.552301  2803 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:17:01.565 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:01.566 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:01.566 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:01.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:01.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:01.566 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:01.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:01.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:01.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:01.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:01.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:01.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:01.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.563131  2618 raft_consensus.cc:359] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } }
02:17:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.566143  2618 raft_consensus.cc:385] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:17:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.566457  2618 raft_consensus.cc:740] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 743a2e28bf4d45e2a0c0c8389a26f694, State: Initialized, Role: FOLLOWER
02:17:01.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.573691  2618 consensus_queue.cc:260] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } }
02:17:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.577332  2659 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.2.75.125:33699 timed out after 1.601s (SENT)
02:17:01.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:01.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.624792  2590 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afff8fe3d90f410faefb9ef9f935600d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" is_pre_election: true
02:17:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.625691  2590 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afff8fe3d90f410faefb9ef9f935600d in term 0.
02:17:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.626999  2592 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afff8fe3d90f410faefb9ef9f935600d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "743a2e28bf4d45e2a0c0c8389a26f694"
02:17:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.627584  2592 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [term 0 FOLLOWER]: Advancing to term 1
02:17:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.629365  2593 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afff8fe3d90f410faefb9ef9f935600d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" is_pre_election: true
02:17:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.630366  2593 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:45950 (request call id 1) took 1673 ms (client timeout 1601 ms). Trace:
02:17:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.630713  2593 rpcz_store.cc:269] 0708 02:16:59.956840 (+     0us) service_pool.cc:167] Inserting onto call queue
02:17:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:16:59.957042 (+   202us) service_pool.cc:224] Handling call
02:17:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:17:01.630286 (+1673244us) inbound_call.cc:177] Queueing success response
02:17:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:17:01.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.637705  2592 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate afff8fe3d90f410faefb9ef9f935600d in term 1.
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.639012  2591 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [term 1 FOLLOWER]: Refusing update from remote peer afff8fe3d90f410faefb9ef9f935600d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.640573  2803 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.642277  2803 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.75.65
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.644055  2591 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:45950 (request call id 3) took 1377 ms. Trace:
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.644516  2591 rpcz_store.cc:276] 0708 02:17:00.266405 (+     0us) service_pool.cc:167] Inserting onto call queue
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:17:00.266940 (+   535us) service_pool.cc:224] Handling call
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:17:01.638466 (+1371526us) raft_consensus.cc:1471] Updating replica for 0 ops
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:17:01.639376 (+   910us) raft_consensus.cc:1697] Filling consensus response to leader.
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:17:01.643785 (+  4409us) spinlock_profiling.cc:243] Waited 6.45 ms on lock 0x7b5400030550. stack: 00007f6cb022c803 00007f6cb022c700 00007f6cafddd4b4 000000000050eb44 000000000050ead9 00007f6cb7311891 00007f6cb73a7bcd 00007f6cb83d89c9 00007f6cb6a8acf4 00007f6cb6a8ac82 00007f6cb6a8abb1 00007f6cb6a8ab2c 00007f6cb6a89de2 00007f6cb5077aac 00007f6cb5076ee6 00007f6cb507688f
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:17:01.643988 (+   203us) inbound_call.cc:177] Queueing success response
02:17:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":14846208}
02:17:01.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.646435  2592 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:45950 (request call id 2) took 1609 ms (client timeout 1847 ms). Trace:
02:17:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.646891  2592 rpcz_store.cc:269] 0708 02:17:00.037440 (+     0us) service_pool.cc:167] Inserting onto call queue
02:17:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:17:00.037598 (+   158us) service_pool.cc:224] Handling call
02:17:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 02:17:01.646376 (+1608778us) inbound_call.cc:177] Queueing success response
02:17:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:17:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.647141  2809 consensus_queue.cc:1048] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [LEADER]: Connected to new peer: Peer: permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:17:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.621515  2815 sys_catalog.cc:455] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:17:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.648491  2815 sys_catalog.cc:458] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [sys.catalog]: This master's current role is: FOLLOWER
02:17:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.649290  2618 sys_catalog.cc:565] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [sys.catalog]: configured and running, proceeding with master startup.
02:17:01.677 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:01.677 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:01.677 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:01.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:01.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:01.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:01.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:01.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:01.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:01.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:01.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:01.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:01.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:01.695 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:01.695 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:01.695 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:01.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:01.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:01.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:01.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:01.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:01.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:01.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:01.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:01.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:01.696 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.755869  2803 tablet_server_runner.cc:78] Tablet server non-default flags:
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/data
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/wal
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.65:0
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/data/info.pb
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.65
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.75.65
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/logs
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:17:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:17:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:17:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:17:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:17:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:17:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:17:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:17:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:17:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:17:01.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.760212  2803 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:17:01.763 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:01.763 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:01.763 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:01.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:01.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:01.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:01.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.772675  2803 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:17:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.796624  2815 sys_catalog.cc:455] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [sys.catalog]: SysCatalogTable state changed. Reason: New leader afff8fe3d90f410faefb9ef9f935600d. Latest consensus state: current_term: 1 leader_uuid: "afff8fe3d90f410faefb9ef9f935600d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:17:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.798466  2815 sys_catalog.cc:458] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [sys.catalog]: This master's current role is: FOLLOWER
02:17:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.799655  2825 sys_catalog.cc:455] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "afff8fe3d90f410faefb9ef9f935600d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:17:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.800562  2825 sys_catalog.cc:458] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694 [sys.catalog]: This master's current role is: FOLLOWER
02:17:01.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.824208  2834 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:17:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.853685  2835 catalog_manager.cc:1294] Loaded cluster ID: 531ea0875910443bbd4c60499fa878fe
02:17:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.853981  2835 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694: loading cluster ID for follower catalog manager: success
02:17:01.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.870221  2835 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694: acquiring CA information for follower catalog manager: success
02:17:01.879 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:01.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:01.888885  2835 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 743a2e28bf4d45e2a0c0c8389a26f694: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:17:01.927 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:01.928 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:01.928 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:01.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:01.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:01.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:01.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:01.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:01.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:01.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:01.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:01.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:01.929 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:01.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.004 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:02.005 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:02.005 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:02.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:02.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:02.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:02.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:02.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:02.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:02.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:02.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:02.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:02.007 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:02.014 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:02.014 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:02.014 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:02.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:02.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:02.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:02.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:02.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:02.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:02.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:02.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:02.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:02.015 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:02.045 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:02.045 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:02.045 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:02.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:02.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:02.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:02.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:02.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:02.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:02.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:02.046 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:02.046 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:02.046 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:02.058 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:02.058 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:02.058 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:02.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:02.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:02.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:02.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:02.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:02.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:02.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:02.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:02.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:02.060 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:02.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:02.155716  2809 sys_catalog.cc:455] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "afff8fe3d90f410faefb9ef9f935600d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d4424daa604f5385a01e45da2ab7d7" member_type: VOTER last_known_addr { host: "127.2.75.126" port: 39511 } } peers { permanent_uuid: "743a2e28bf4d45e2a0c0c8389a26f694" member_type: VOTER last_known_addr { host: "127.2.75.125" port: 33699 } } peers { permanent_uuid: "afff8fe3d90f410faefb9ef9f935600d" member_type: VOTER last_known_addr { host: "127.2.75.124" port: 34817 } } }
02:17:02.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:02.156740  2809 sys_catalog.cc:458] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d [sys.catalog]: This master's current role is: LEADER
02:17:02.218 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:02.218 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:02.218 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:02.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:02.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:02.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:02.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:02.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:02.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:02.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:02.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:02.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:02.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:02.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.266 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:02.266 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:02.266 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:02.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:02.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:02.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:02.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:02.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:02.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:02.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:02.269 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:02.269 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:02.269 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:02.337 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:02.338 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:02.338 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:02.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:02.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:02.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:02.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:02.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:02.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:02.339 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:02.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:02.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:02.339 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:02.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.582 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.706 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:02.706 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:02.706 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:02.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:02.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:02.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:02.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:02.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:02.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:02.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:02.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:02.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:02.708 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:02.736 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:02.736 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:02.736 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:02.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:02.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:02.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:02.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:02.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:02.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:02.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:02.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:02.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:02.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:02.756 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:02.926 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:02.926 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:02.926 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:02.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:02.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:02.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:02.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:02.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:02.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:02.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:02.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:02.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:02.928 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:02.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.082 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.125 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:03.126 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:03.126 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:03.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.128 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:03.183 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:03.183 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:03.183 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:03.184 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:03.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:03.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:03.184 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:03.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:03.184 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:03.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:03.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:03.184 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:03.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:03.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:03.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.185 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:03.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:03.186 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:03.218 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:03.218 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:03.218 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:03.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.220 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:03.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.378 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:03.379 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:03.379 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:03.380 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:03.380 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:03.380 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:03.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:03.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:03.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:03.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:03.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:03.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:03.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:03.383 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.463 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:03.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.463 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:03.464 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:03.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:03.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:03.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:03.464 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:03.510 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:03.510 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:03.510 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:03.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:03.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:03.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:03.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:03.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:03.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:03.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:03.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:03.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:03.511 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:03.582 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.635 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:03.635 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:03.635 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:03.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:03.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:03.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:03.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:03.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:03.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:03.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:03.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:03.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:03.636 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:03.646 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:03.646 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:03.646 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:03.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:03.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:03.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:03.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:03.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:03.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:03.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:03.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:03.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:03.647 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:03.756 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.787 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:03.788 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:03.788 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:03.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:03.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:03.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:03.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:03.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:03.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:03.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:03.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:03.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:03.789 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:03.828675  2155 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3e40 after lost signal to thread 2030
02:17:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:03.829825  2155 debug-util.cc:398] Leaking SignalData structure 0x7b08000b39c0 after lost signal to thread 2158
02:17:03.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:03.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:04.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:04.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:04.119 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:04.120 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:04.120 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:04.120 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:04.120 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:04.120 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:04.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:04.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:04.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:04.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:04.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:04.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:04.122 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:04.122 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28271), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [10ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [148ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [262ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [522ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [861ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [861ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [862ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [862ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1662ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [3540ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [3543ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [6061ms] refreshing cache from master, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [6061ms] too many traces: truncated at 100 traces, deferred=Deferred@269850189(state=PENDING, result=null, callback=(continuation of Deferred@1291271950 after retry RPC after error@2122565785) -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506), errback=(continuation of Deferred@1291271950 after retry RPC after error@2122565785) -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506)))
02:17:04.123 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:17:04.124 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28271), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [10ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [148ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [262ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [522ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [861ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [861ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [862ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [862ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1662ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [3540ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [3543ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [6061ms] refreshing cache from master, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [6061ms] too many traces: truncated at 100 traces, deferred=Deferred@269850189(state=PENDING, result=null, callback=(continuation of Deferred@1291271950 after retry RPC after error@2122565785) -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506), errback=(continuation of Deferred@1291271950 after retry RPC after error@2122565785) -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.85.253:39805
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:04.124 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:17:04.128 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:17:04.131 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28271), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [10ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [148ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [262ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [522ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [861ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [861ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [862ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [862ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [1662ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [3540ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.254:36319: Network error: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.253:39805: Network error: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.25.85.252:39193: Network error: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [3543ms] delaying RPC due to: Service unavailable: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193, [6061ms] refreshing cache from master, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.254:36319, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.253:39805, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.85.252:39193, [6061ms] too many traces: truncated at 100 traces, deferred=Deferred@269850189(state=PENDING, result=null, callback=(continuation of Deferred@1291271950 after retry RPC after error@2122565785) -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506), errback=(continuation of Deferred@1291271950 after retry RPC after error@2122565785) -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.85.253:39805
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:04.139 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:17:04.140 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
02:17:04.141 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:17:04.141 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RUNNING to RESTARTING.
02:17:04.146 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:04.146 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:04.146 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:04.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:04.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:04.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:04.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:04.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:04.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:04.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:04.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:04.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:04.147 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:04.184 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:04.184 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:04.184 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:04.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:04.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:04.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:04.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:04.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:04.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:04.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:04.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:04.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:04.186 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:03.208125  2833 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 2803
02:17:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:04.199805  2833 kernel_stack_watchdog.cc:198] Thread 2803 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 374ms:
02:17:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:17:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:17:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:17:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:17:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:01.830920  2836 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:17:04.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:04.206463  2803 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.375s	user 0.570s	sys 0.924s
02:17:04.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:04.206820  2803 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.376s	user 0.570s	sys 0.924s
02:17:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:04.213591  2847 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:17:04.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.215070  2803 server_base.cc:1061] running on GCE node
02:17:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.216440  2803 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:17:04.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.219659  2803 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:17:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.221261  2803 hybrid_clock.cc:648] HybridClock initialized: now 1783477024221199 us; error 40 us; skew 500 ppm
02:17:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.222342  2803 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:17:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.231992  2803 webserver.cc:534] Webserver started at http://127.2.75.65:43789/ using document root <none> and password file <none>
02:17:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.233343  2803 fs_manager.cc:362] Metadata directory not provided
02:17:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.233698  2803 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:17:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.234357  2803 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:17:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.240046  2803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/data/instance:
02:17:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6b8f52fb309468382bc58e483897fcd"
02:17:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:17:04 on dist-test-slave-fshw"
02:17:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.241677  2803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/wal/instance:
02:17:04.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6b8f52fb309468382bc58e483897fcd"
02:17:04.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:17:04 on dist-test-slave-fshw"
02:17:04.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.263777  2803 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.018s	sys 0.002s
02:17:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.283329  2852 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:17:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.293679  2803 fs_manager.cc:730] Time spent opening block manager: real 0.024s	user 0.005s	sys 0.008s
02:17:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.294395  2803 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/wal
02:17:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6b8f52fb309468382bc58e483897fcd"
02:17:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:17:04 on dist-test-slave-fshw"
02:17:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.295095  2803 fs_report.cc:389] FS layout report
02:17:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:17:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/wal
02:17:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/wal
02:17:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/data/data
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:17:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:17:04.296 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:04.296 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:04.296 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:04.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:04.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:04.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:04.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:04.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:04.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:04.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:04.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:04.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:04.297 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:04.453 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:04.453 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:04.453 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:04.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.455 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:04.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.515225  2803 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:17:04.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:04.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:04.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:04.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.518 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:04.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.519670  2803 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:17:04.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.520330  2803 kserver.cc:163] Server-wide thread pool size limit: 3276
02:17:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.536311  2803 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:17:04.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.567541  2803 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:17:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.567859  2803 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:17:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.568156  2803 ts_tablet_manager.cc:616] Registered 0 tablets
02:17:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:04.568367  2803 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:17:04.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:04.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:04.653 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:04.653 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:04.653 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:04.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.656 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:04.674 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:04.674 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:04.674 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:04.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:04.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:04.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:04.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:04.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:04.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:04.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:04.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:04.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:04.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:04.685 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:04.685 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:04.685 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:04.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:04.694 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:04.694 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:04.694 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:04.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:04.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:04.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:04.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:04.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:04.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:04.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:04.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:04.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:04.695 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:04.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:04.778 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:04.778 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:04.778 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:04.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:04.779 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:04.779 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:04.779 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:04.779 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:04.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:04.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:04.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:04.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:04.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:04.826 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:04.826 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:04.826 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:04.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:04.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:04.828 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.828 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:04.828 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:04.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:05.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:05.116 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:05.116 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:05.116 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:05.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:05.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:05.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:05.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:05.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:05.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:05.118 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:05.118 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:05.118 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:05.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.119 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:05.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:05.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:05.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:05.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:05.120 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:05.167 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:05.167 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:05.167 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:05.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:05.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:05.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:05.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:05.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:05.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:05.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:05.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:05.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:05.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:05.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:05.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:05.478 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:05.478 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:05.478 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:05.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.530498  2803 rpc_server.cc:307] RPC server started. Bound to: 127.2.75.65:42077
02:17:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.530700  2969 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.75.65:42077 every 8 connection(s)
02:17:05.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.534576  2803 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/data/info.pb
02:17:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.544009  2349 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 2803
02:17:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.544639  2349 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-0/wal/instance
02:17:05.557 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:05.557 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:05.557 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:05.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:05.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:05.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:05.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:05.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:05.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:05.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:05.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:05.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:05.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:05.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:05.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.590426  2349 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:17:05.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/wal
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/data
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/logs
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/data/info.pb
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.66:0
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.75.66
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.66
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:17:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:17:05.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:05.665 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:05.665 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:05.665 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:05.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:05.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:05.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:05.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:05.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:05.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:05.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:05.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:05.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:05.667 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.669811  2970 heartbeater.cc:344] Connected to a master server at 127.2.75.124:34817
02:17:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.670403  2970 heartbeater.cc:461] Registering TS with master...
02:17:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.671845  2970 heartbeater.cc:507] Master 127.2.75.124:34817 requested a full tablet report, sending...
02:17:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.673960  2971 heartbeater.cc:344] Connected to a master server at 127.2.75.125:33699
02:17:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.674342  2971 heartbeater.cc:461] Registering TS with master...
02:17:05.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.675911  2971 heartbeater.cc:507] Master 127.2.75.125:33699 requested a full tablet report, sending...
02:17:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.687106  2583 ts_manager.cc:194] Registered new tserver with Master: d6b8f52fb309468382bc58e483897fcd (127.2.75.65:42077)
02:17:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.687297  2673 ts_manager.cc:194] Registered new tserver with Master: d6b8f52fb309468382bc58e483897fcd (127.2.75.65:42077)
02:17:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.692397  2673 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.75.65:52821
02:17:05.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.701992  2975 heartbeater.cc:344] Connected to a master server at 127.2.75.126:39511
02:17:05.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.702436  2975 heartbeater.cc:461] Registering TS with master...
02:17:05.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.703179  2975 heartbeater.cc:507] Master 127.2.75.126:39511 requested a full tablet report, sending...
02:17:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:05.706887  2450 ts_manager.cc:194] Registered new tserver with Master: d6b8f52fb309468382bc58e483897fcd (127.2.75.65:42077)
02:17:05.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:05.881 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:05.882 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:05.882 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:05.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.883 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:05.910 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:05.910 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:05.910 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:05.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:05.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:05.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:05.911 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:05.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:06.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:06.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:06.172827  2974 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:17:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:06.173547  2974 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:17:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:06.174317  2974 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:17:06.185 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:06.186 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:06.186 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:06.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:06.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:06.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:06.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:06.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:06.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:06.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:06.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:06.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:06.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:06.225558  2974 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:17:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:06.226888  2974 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.75.66
02:17:06.243 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:06.243 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:06.243 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:06.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:06.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:06.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:06.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:06.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:06.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:06.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:06.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:06.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:06.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:06.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:06.283728  2974 tablet_server_runner.cc:78] Tablet server non-default flags:
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/data
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/wal
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:17:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.66:0
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/data/info.pb
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.66
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.75.66
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/logs
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:17:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:17:06.286 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:06.286 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:06.286 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:06.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:06.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:06.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:06.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:06.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:06.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:06.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:06.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:06.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:06.288 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:06.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:06.285699  2974 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:17:06.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:06.288096  2974 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:17:06.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:06.307253  2986 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:17:06.464 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:06.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:06.464 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:06.464 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:06.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:06.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:06.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:06.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:06.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:06.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:06.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:06.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:06.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:06.465 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:06.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:06.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:06.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:06.698233  2970 heartbeater.cc:499] Master 127.2.75.124:34817 was elected leader, sending a full tablet report...
02:17:06.736 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:06.737 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:06.737 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:06.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:06.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:06.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:06.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:06.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:06.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:06.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:06.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:06.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:06.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:06.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:06.839 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:06.839 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:06.839 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:06.840 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:06.840 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:06.840 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:06.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:06.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:06.840 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:06.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:06.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:06.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:06.841 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:06.925 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:06.926 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:06.926 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:06.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:06.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:06.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:06.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:06.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:06.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:06.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:06.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:06.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:06.926 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:06.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:07.078 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:07.079 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:07.079 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:07.079 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.079 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.079 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.079 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.079 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:07.082 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:07.103 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:07.103 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:07.103 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:07.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:07.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:07.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:07.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:07.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:07.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:07.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:07.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:07.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:07.104 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:07.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:07.145 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:07.146 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:07.146 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:07.146 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:07.146 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:07.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:07.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:07.146 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:07.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:07.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:07.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:07.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:07.147 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:07.256 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:07.446 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:07.446 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:07.447 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:07.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:07.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:07.484 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:07.484 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:07.484 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:07.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:07.524 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:07.524 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:07.524 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:07.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:07.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:07.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:07.525 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:07.582 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:07.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:07.736 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:07.736 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:07.736 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:07.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:07.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:07.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:07.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:07.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:07.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:07.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:07.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:07.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:07.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:07.756 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:06.350175  2989 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:17:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:06.352913  2987 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:17:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:06.339838  2974 server_base.cc:1061] running on GCE node
02:17:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.832147  2974 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:17:07.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.835027  2974 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:17:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.836539  2974 hybrid_clock.cc:648] HybridClock initialized: now 1783477027836505 us; error 36 us; skew 500 ppm
02:17:07.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.837535  2974 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:17:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.845454  2974 webserver.cc:534] Webserver started at http://127.2.75.66:44239/ using document root <none> and password file <none>
02:17:07.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.846773  2974 fs_manager.cc:362] Metadata directory not provided
02:17:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.846969  2974 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:17:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.847383  2974 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:17:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.852918  2974 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/data/instance:
02:17:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4609a743cc746978e794704acd2a3c6"
02:17:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:17:07 on dist-test-slave-fshw"
02:17:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.854313  2974 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/wal/instance:
02:17:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4609a743cc746978e794704acd2a3c6"
02:17:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:17:07 on dist-test-slave-fshw"
02:17:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.862881  2974 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
02:17:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.870174  3001 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:17:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.871407  2974 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.871698  2974 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/wal
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4609a743cc746978e794704acd2a3c6"
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:17:07 on dist-test-slave-fshw"
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.872189  2974 fs_report.cc:389] FS layout report
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/wal
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/wal
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/data/data
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:17:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:17:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.932444  2974 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:17:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.934280  2974 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:17:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.934835  2974 kserver.cc:163] Server-wide thread pool size limit: 3276
02:17:07.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.938212  2974 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:17:07.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.943382  2974 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:17:07.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.943692  2974 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:17:07.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.943917  2974 ts_tablet_manager.cc:616] Registered 0 tablets
02:17:07.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:07.944144  2974 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:17:07.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:08.006 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:08.006 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:08.006 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:08.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.007 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.007 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.007 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:08.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.116652  2974 rpc_server.cc:307] RPC server started. Bound to: 127.2.75.66:40817
02:17:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.116902  3113 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.75.66:40817 every 8 connection(s)
02:17:08.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.119714  2974 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/data/info.pb
02:17:08.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.122287  2349 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 2974
02:17:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.124526  2349 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-1/wal/instance
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.147783  2349 external_mini_cluster.cc:1372] Running /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/wal
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/data
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/logs
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/data/info.pb
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:17:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:17:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.67:0
02:17:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.75.67
02:17:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.67
02:17:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:17:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:17:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:17:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:17:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:17:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:17:08.184 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:08.185 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:08.185 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:08.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:08.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:08.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:08.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:08.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:08.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:08.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:08.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:08.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:08.186 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.187700  3114 heartbeater.cc:344] Connected to a master server at 127.2.75.124:34817
02:17:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.188261  3114 heartbeater.cc:461] Registering TS with master...
02:17:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.189898  3114 heartbeater.cc:507] Master 127.2.75.124:34817 requested a full tablet report, sending...
02:17:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.194535  2673 ts_manager.cc:194] Registered new tserver with Master: b4609a743cc746978e794704acd2a3c6 (127.2.75.66:40817)
02:17:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.197382  2673 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.75.66:37455
02:17:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.200819  3115 heartbeater.cc:344] Connected to a master server at 127.2.75.125:33699
02:17:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.201323  3115 heartbeater.cc:461] Registering TS with master...
02:17:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.202297  3116 heartbeater.cc:344] Connected to a master server at 127.2.75.126:39511
02:17:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.202369  3115 heartbeater.cc:507] Master 127.2.75.125:33699 requested a full tablet report, sending...
02:17:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.202677  3116 heartbeater.cc:461] Registering TS with master...
02:17:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.203347  3116 heartbeater.cc:507] Master 127.2.75.126:39511 requested a full tablet report, sending...
02:17:08.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.206228  2450 ts_manager.cc:194] Registered new tserver with Master: b4609a743cc746978e794704acd2a3c6 (127.2.75.66:40817)
02:17:08.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.207218  2583 ts_manager.cc:194] Registered new tserver with Master: b4609a743cc746978e794704acd2a3c6 (127.2.75.66:40817)
02:17:08.218 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:08.218 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:08.218 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:08.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.219 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.219 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.219 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.219 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:08.237 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:08.238 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:08.238 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:08.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:08.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:08.436 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:08.436 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:08.436 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:08.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:08.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:08.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:08.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:08.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:08.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:08.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:08.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:08.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:08.437 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:08.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:08.565205  3121 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:17:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:08.565902  3121 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:17:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:08.566673  3121 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:17:08.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:08.604552  3121 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:17:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:08.605439  3121 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.75.67
02:17:08.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.650249  3121 tablet_server_runner.cc:78] Tablet server non-default flags:
02:17:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:17:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.75.84:37749
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/data
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/wal
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.75.67:0
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/data/info.pb
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.75.67
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.75.126:39511,127.2.75.125:33699,127.2.75.124:34817
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.75.67
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/logs
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:17:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:17:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.651829  3121 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:17:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:08.653712  3121 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:17:08.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:08.668169  3130 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:17:08.693 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:08.693 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:08.693 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:08.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:08.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:08.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:08.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:08.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:08.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:08.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:08.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:08.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:08.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:08.715 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:08.715 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:08.715 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:08.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.716 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:08.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:08.838 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:08.838 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:08.839 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:08.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:08.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:08.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:08.841 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:08.867 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:08.867 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:08.868 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:08.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:08.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:08.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:08.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:08.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:08.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:08.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:08.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:08.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:08.870 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:08.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:09.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:09.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:09.127 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:09.127 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:09.127 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:09.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:09.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:09.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:09.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:09.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:09.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:09.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:09.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:09.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:09.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:09.173 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:09.174 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:09.174 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:09.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:09.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:09.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:09.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:09.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:09.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:09.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:09.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:09.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:09.176 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:09.204 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:09.204 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:09.204 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:09.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:09.204891  3114 heartbeater.cc:499] Master 127.2.75.124:34817 was elected leader, sending a full tablet report...
02:17:09.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:09.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:09.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:09.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:09.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:09.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:09.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:09.206 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:09.206 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:09.250 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:09.250 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:09.250 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:09.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:09.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:09.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:09.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:09.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:09.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:09.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:09.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:09.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:09.251 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:09.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:09.275 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:09.275 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:09.275 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:09.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:09.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:09.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:09.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:09.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:09.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:09.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:09.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:09.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:09.276 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:09.344 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:09.344 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:09.344 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:09.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:09.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:09.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:09.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:09.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:09.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:09.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:09.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:09.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:09.346 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:09.396 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:09.396 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:09.396 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:09.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:09.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:09.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:09.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:09.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:09.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:09.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:09.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:09.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:09.397 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:09.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:09.515 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:09.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:09.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:09.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:09.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:09.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:09.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:09.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:09.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:09.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:09.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:09.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:09.517 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:09.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:09.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:09.704 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:09.704 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:09.704 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:09.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:09.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:09.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:09.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:09.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:09.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:09.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:09.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:09.706 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:09.706 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:09.718 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:09.719 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:09.719 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:09.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:09.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:09.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:09.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:09.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:09.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:09.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:09.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:09.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:09.720 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:09.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:09.875 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:09.875 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:09.876 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:09.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:09.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:09.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:09.877 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:09.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:09.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:09.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:09.877 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:09.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:09.877 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:09.918 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:09.918 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:09.918 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:09.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:09.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:09.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:09.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:09.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:09.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:09.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:09.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:09.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:09.919 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:09.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:09.977 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:09.977 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:09.978 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:09.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:09.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:09.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:09.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:09.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:09.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:09.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:09.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:09.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:09.978 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:10.075 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:10.075 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:10.075 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:10.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:10.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:10.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:10.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:10.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:10.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:10.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:10.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:10.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:10.076 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:10.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:10.108 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:10.109 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:10.109 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:10.109 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:10.109 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:10.109 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:10.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:10.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:10.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:10.109 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:10.110 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:10.110 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:10.110 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:10.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:10.128 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:10.128 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:10.129 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:10.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:10.129 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:10.129 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:10.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:10.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:10.130 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:10.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:10.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:10.130 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:10.130 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:10.130 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27758), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [30ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [78ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [87ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [87ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [106ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [112ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [112ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [201ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [379ms] refreshing cache from master, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [381ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [381ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [381ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [381ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [521ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [521ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [522ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [522ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1142ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [2179ms] refreshing cache from master, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [2180ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [2181ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [4960ms] refreshing cache from master, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@2131864989(state=PENDING, result=null, callback=(continuation of Deferred@176304846 after retry RPC after error@1469242557) -> (continuation of Deferred@1116055640 after retry RPC after error@806000848) -> (continuation of Deferred@721803357 after retry RPC after error@1781763764) -> (continuation of Deferred@94059714 after retry RPC after error@1639184569) -> (continuation of Deferred@1693516770 after retry RPC after error@314669030) -> (continuation of Deferred@1323316304 after retry RPC after error@812149509) -> (continuation of Deferred@1558876409 after retry RPC after error@1158521541) -> (continuation of Deferred@176180352 after retry RPC after error@2042838678) -> (continuation of Deferred@1906705423 after retry RPC after error@1494588276) -> (continuation of Deferred@1375283354 after retry RPC after error@833522621) -> (continuation of Deferred@1885956091 after retry RPC after error@97684665) -> (continuation of Deferred@494393697 after retry RPC after error@1480677905) -> (continuation of Deferred@1672263773 after retry RPC after error@1913280469) -> (continuation of Deferred@1368728612 after retry RPC after error@55999957) -> (continuation of Deferred@96359346 after retry RPC after error@631904303) -> (continuation of Deferred@1567014074 after retry RPC after error@1844365846) -> (continuation of Deferred@440023002 after retry RPC after error@1873035218) -> (continuation of Deferred@131059184 after retry RPC after error@485099877) -> (continuation of Deferred@1470462405 after retry RPC after error@422676044) -> (continuation of Deferred@1625848023 after retry RPC after error@746972302) -> (continuation of Deferred@1351801738 after retry RPC after error@1166292018) -> (continuation of Deferred@1711919765 after retry RPC after error@1705769806), errback=(continuation of Deferred@176304846 after retry RPC after error@1469242557) -> (continuation of Deferred@1116055640 after retry RPC after error@806000848) -> (continuation of Deferred@721803357 after retry RPC after error@1781763764) -> (continuation of Deferred@94059714 after retry RPC after error@1639184569) -> (continuation of Deferred@1693516770 after retry RPC after error@314669030) -> (continuation of Deferred@1323316304 after retry RPC after error@812149509) -> (continuation of Deferred@1558876409 after retry RPC after error@1158521541) -> (continuation of Deferred@176180352 after retry RPC after error@2042838678) -> (continuation of Deferred@1906705423 after retry RPC after error@1494588276) -> (continuation of Deferred@1375283354 after retry RPC after error@833522621) -> (continuation of Deferred@1885956091 after retry RPC after error@97684665) -> (continuation of Deferred@494393697 after retry RPC after error@1480677905) -> (continuation of Deferred@1672263773 after retry RPC after error@1913280469) -> (continuation of Deferred@1368728612 after retry RPC after error@55999957) -> (continuation of Deferred@96359346 after retry RPC after error@631904303) -> (continuation of Deferred@1567014074 after retry RPC after error@1844365846) -> (continuation of Deferred@440023002 after retry RPC after error@1873035218) -> (continuation of Deferred@131059184 after retry RPC after error@485099877) -> (continuation of Deferred@1470462405 after retry RPC after error@422676044) -> (continuation of Deferred@1625848023 after retry RPC after error@746972302) -> (continuation of Deferred@1351801738 after retry RPC after error@1166292018) -> (continuation of Deferred@1711919765 after retry RPC after error@1705769806)))
02:17:10.132 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:17:10.132 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27758), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [30ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [78ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [87ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [87ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [106ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [112ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [112ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [201ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [379ms] refreshing cache from master, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [381ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [381ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [381ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [381ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [521ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [521ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [522ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [522ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1142ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [2179ms] refreshing cache from master, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [2180ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [2181ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [4960ms] refreshing cache from master, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@2131864989(state=PENDING, result=null, callback=(continuation of Deferred@176304846 after retry RPC after error@1469242557) -> (continuation of Deferred@1116055640 after retry RPC after error@806000848) -> (continuation of Deferred@721803357 after retry RPC after error@1781763764) -> (continuation of Deferred@94059714 after retry RPC after error@1639184569) -> (continuation of Deferred@1693516770 after retry RPC after error@314669030) -> (continuation of Deferred@1323316304 after retry RPC after error@812149509) -> (continuation of Deferred@1558876409 after retry RPC after error@1158521541) -> (continuation of Deferred@176180352 after retry RPC after error@2042838678) -> (continuation of Deferred@1906705423 after retry RPC after error@1494588276) -> (continuation of Deferred@1375283354 after retry RPC after error@833522621) -> (continuation of Deferred@1885956091 after retry RPC after error@97684665) -> (continuation of Deferred@494393697 after retry RPC after error@1480677905) -> (continuation of Deferred@1672263773 after retry RPC after error@1913280469) -> (continuation of Deferred@1368728612 after retry RPC after error@55999957) -> (continuation of Deferred@96359346 after retry RPC after error@631904303) -> (continuation of Deferred@1567014074 after retry RPC after error@1844365846) -> (continuation of Deferred@440023002 after retry RPC after error@1873035218) -> (continuation of Deferred@131059184 after retry RPC after error@485099877) -> (continuation of Deferred@1470462405 after retry RPC after error@422676044) -> (continuation of Deferred@1625848023 after retry RPC after error@746972302) -> (continuation of Deferred@1351801738 after retry RPC after error@1166292018) -> (continuation of Deferred@1711919765 after retry RPC after error@1705769806), errback=(continuation of Deferred@176304846 after retry RPC after error@1469242557) -> (continuation of Deferred@1116055640 after retry RPC after error@806000848) -> (continuation of Deferred@721803357 after retry RPC after error@1781763764) -> (continuation of Deferred@94059714 after retry RPC after error@1639184569) -> (continuation of Deferred@1693516770 after retry RPC after error@314669030) -> (continuation of Deferred@1323316304 after retry RPC after error@812149509) -> (continuation of Deferred@1558876409 after retry RPC after error@1158521541) -> (continuation of Deferred@176180352 after retry RPC after error@2042838678) -> (continuation of Deferred@1906705423 after retry RPC after error@1494588276) -> (continuation of Deferred@1375283354 after retry RPC after error@833522621) -> (continuation of Deferred@1885956091 after retry RPC after error@97684665) -> (continuation of Deferred@494393697 after retry RPC after error@1480677905) -> (continuation of Deferred@1672263773 after retry RPC after error@1913280469) -> (continuation of Deferred@1368728612 after retry RPC after error@55999957) -> (continuation of Deferred@96359346 after retry RPC after error@631904303) -> (continuation of Deferred@1567014074 after retry RPC after error@1844365846) -> (continuation of Deferred@440023002 after retry RPC after error@1873035218) -> (continuation of Deferred@131059184 after retry RPC after error@485099877) -> (continuation of Deferred@1470462405 after retry RPC after error@422676044) -> (continuation of Deferred@1625848023 after retry RPC after error@746972302) -> (continuation of Deferred@1351801738 after retry RPC after error@1166292018) -> (continuation of Deferred@1711919765 after retry RPC after error@1705769806)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.132.189:33651
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:10.132 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:17:10.134 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:17:10.136 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27758), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [30ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [78ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [87ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [87ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [106ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [112ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [112ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [201ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [379ms] refreshing cache from master, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [381ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [381ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [381ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [381ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [521ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [521ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [522ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [522ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [1142ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [2179ms] refreshing cache from master, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [2180ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.189:33651: Network error: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.188:34893: Network error: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.29.132.190:46819: Network error: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [2181ms] delaying RPC due to: Service unavailable: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819, [4960ms] refreshing cache from master, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.189:33651, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.188:34893, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.132.190:46819, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@2131864989(state=PENDING, result=null, callback=(continuation of Deferred@176304846 after retry RPC after error@1469242557) -> (continuation of Deferred@1116055640 after retry RPC after error@806000848) -> (continuation of Deferred@721803357 after retry RPC after error@1781763764) -> (continuation of Deferred@94059714 after retry RPC after error@1639184569) -> (continuation of Deferred@1693516770 after retry RPC after error@314669030) -> (continuation of Deferred@1323316304 after retry RPC after error@812149509) -> (continuation of Deferred@1558876409 after retry RPC after error@1158521541) -> (continuation of Deferred@176180352 after retry RPC after error@2042838678) -> (continuation of Deferred@1906705423 after retry RPC after error@1494588276) -> (continuation of Deferred@1375283354 after retry RPC after error@833522621) -> (continuation of Deferred@1885956091 after retry RPC after error@97684665) -> (continuation of Deferred@494393697 after retry RPC after error@1480677905) -> (continuation of Deferred@1672263773 after retry RPC after error@1913280469) -> (continuation of Deferred@1368728612 after retry RPC after error@55999957) -> (continuation of Deferred@96359346 after retry RPC after error@631904303) -> (continuation of Deferred@1567014074 after retry RPC after error@1844365846) -> (continuation of Deferred@440023002 after retry RPC after error@1873035218) -> (continuation of Deferred@131059184 after retry RPC after error@485099877) -> (continuation of Deferred@1470462405 after retry RPC after error@422676044) -> (continuation of Deferred@1625848023 after retry RPC after error@746972302) -> (continuation of Deferred@1351801738 after retry RPC after error@1166292018) -> (continuation of Deferred@1711919765 after retry RPC after error@1705769806), errback=(continuation of Deferred@176304846 after retry RPC after error@1469242557) -> (continuation of Deferred@1116055640 after retry RPC after error@806000848) -> (continuation of Deferred@721803357 after retry RPC after error@1781763764) -> (continuation of Deferred@94059714 after retry RPC after error@1639184569) -> (continuation of Deferred@1693516770 after retry RPC after error@314669030) -> (continuation of Deferred@1323316304 after retry RPC after error@812149509) -> (continuation of Deferred@1558876409 after retry RPC after error@1158521541) -> (continuation of Deferred@176180352 after retry RPC after error@2042838678) -> (continuation of Deferred@1906705423 after retry RPC after error@1494588276) -> (continuation of Deferred@1375283354 after retry RPC after error@833522621) -> (continuation of Deferred@1885956091 after retry RPC after error@97684665) -> (continuation of Deferred@494393697 after retry RPC after error@1480677905) -> (continuation of Deferred@1672263773 after retry RPC after error@1913280469) -> (continuation of Deferred@1368728612 after retry RPC after error@55999957) -> (continuation of Deferred@96359346 after retry RPC after error@631904303) -> (continuation of Deferred@1567014074 after retry RPC after error@1844365846) -> (continuation of Deferred@440023002 after retry RPC after error@1873035218) -> (continuation of Deferred@131059184 after retry RPC after error@485099877) -> (continuation of Deferred@1470462405 after retry RPC after error@422676044) -> (continuation of Deferred@1625848023 after retry RPC after error@746972302) -> (continuation of Deferred@1351801738 after retry RPC after error@1166292018) -> (continuation of Deferred@1711919765 after retry RPC after error@1705769806)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.132.189:33651
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:10.138 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:17:10.138 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e) switched from state RUNNING to RESTARTING.
02:17:10.138 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 2fc7145bc3a385d81c277ecc52f1da3e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:17:10.138 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
02:17:10.144 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:10.144 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:10.144 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:10.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:10.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:10.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:10.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:10.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:10.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:10.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:10.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:10.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:10.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:10.165 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:10.166 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:10.166 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:10.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:10.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:10.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:10.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:10.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:10.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:10.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:10.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:10.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:10.167 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:10.174 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:10.175 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:10.175 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:10.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:10.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:10.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:10.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:10.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:10.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:10.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:10.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:10.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:10.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:10.196 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:10.196 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:10.196 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:10.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:10.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:10.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:10.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:10.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:10.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:10.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:10.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:10.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:10.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:10.256 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:10.257 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:10.257 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:10.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:10.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:10.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:10.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:10.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:10.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:10.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:10.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:10.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:10.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:10.260 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:10.430 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:10.430 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:10.430 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:10.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:10.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:10.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:10.430 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:10.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:10.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:10.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:10.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:10.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:10.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:10.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:10.546 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:10.546 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:10.546 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:10.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:10.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:10.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:10.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:10.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:10.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:10.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:10.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:10.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:10.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:10.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:10.638 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:10.638 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:10.638 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:10.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:10.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:10.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:10.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:10.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:10.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:10.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:10.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:10.640 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:10.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:10.698 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:10.698 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:10.699 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:10.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:10.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:10.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:10.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:10.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:10.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:10.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:10.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:10.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:10.699 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:10.086513  3129 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 3121
02:17:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:10.726305  3129 kernel_stack_watchdog.cc:198] Thread 3121 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 406ms:
02:17:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:17:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:17:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:17:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:17:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:10.726402  3121 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.058s	user 0.564s	sys 1.176s
02:17:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:10.727169  3121 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.059s	user 0.565s	sys 1.176s
02:17:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:08.668980  3131 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:17:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:10.728294  3132 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2057 milliseconds
02:17:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:10.738233  3133 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:17:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.738322  3121 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:17:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.740392  3121 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:17:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.743674  3121 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:17:10.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.745448  3121 hybrid_clock.cc:648] HybridClock initialized: now 1783477030745403 us; error 39 us; skew 500 ppm
02:17:10.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.749217  3121 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:17:10.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:10.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.775403  3121 webserver.cc:534] Webserver started at http://127.2.75.67:41323/ using document root <none> and password file <none>
02:17:10.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.776811  3121 fs_manager.cc:362] Metadata directory not provided
02:17:10.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.777100  3121 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:17:10.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.777740  3121 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:17:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.783133  3121 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/data/instance:
02:17:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b35f009846a428e9956c1802c52ccdf"
02:17:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:17:10 on dist-test-slave-fshw"
02:17:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.784614  3121 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/wal/instance:
02:17:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b35f009846a428e9956c1802c52ccdf"
02:17:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:17:10 on dist-test-slave-fshw"
02:17:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.793442  3121 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
02:17:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.799831  3144 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:17:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.801326  3121 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.007s	sys 0.000s
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.801699  3121 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/data,/tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/wal
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b35f009846a428e9956c1802c52ccdf"
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:17:10 on dist-test-slave-fshw"
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.802165  3121 fs_report.cc:389] FS layout report
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/wal
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/wal
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/data/data
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:17:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:17:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.859926  3121 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:17:10.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.861689  3121 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:17:10.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.862167  3121 kserver.cc:163] Server-wide thread pool size limit: 3276
02:17:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.865432  3121 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:17:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.870277  3121 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:17:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.870479  3121 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:17:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.870698  3121 ts_tablet_manager.cc:616] Registered 0 tablets
02:17:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:10.870836  3121 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:17:10.904 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:10.904 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:10.904 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:10.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:10.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:10.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:10.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:10.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:10.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:10.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:10.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:10.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:10.905 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:10.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:11.082 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.093241  3121 rpc_server.cc:307] RPC server started. Bound to: 127.2.75.67:36653
02:17:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.093338  3256 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.75.67:36653 every 8 connection(s)
02:17:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.096457  3121 server_base.cc:1193] Dumped server information to /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/data/info.pb
02:17:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.098255  2349 external_mini_cluster.cc:1434] Started /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu as pid 3121
02:17:11.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.098819  2349 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task2KSk1u/test-tmp/mini-kudu-cluster15926948113010871682/ts-2/wal/instance
02:17:11.147 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:11.147 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:11.147 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:11.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:11.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:11.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:11.149 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:11.149 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:11.149 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:11.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:11.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:11.149 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:11.149 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:11.174 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:11.174 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:11.174 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:11.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:11.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:11.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:11.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:11.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:11.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:11.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:11.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:11.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:11.175 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.178800  3257 heartbeater.cc:344] Connected to a master server at 127.2.75.124:34817
02:17:11.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.179425  3257 heartbeater.cc:461] Registering TS with master...
02:17:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.180853  3257 heartbeater.cc:507] Master 127.2.75.124:34817 requested a full tablet report, sending...
02:17:11.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.183979  2673 ts_manager.cc:194] Registered new tserver with Master: 6b35f009846a428e9956c1802c52ccdf (127.2.75.67:36653)
02:17:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.186462  2673 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.75.67:48849
02:17:11.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:11.189450  2966 debug-util.cc:398] Leaking SignalData structure 0x7b080003d880 after lost signal to thread 2804
02:17:11.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:11.190572  2966 debug-util.cc:398] Leaking SignalData structure 0x7b08000acca0 after lost signal to thread 2969
02:17:11.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.190929  3258 heartbeater.cc:344] Connected to a master server at 127.2.75.125:33699
02:17:11.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.191314  3258 heartbeater.cc:461] Registering TS with master...
02:17:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.194695  3261 heartbeater.cc:344] Connected to a master server at 127.2.75.126:39511
02:17:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.194779  3258 heartbeater.cc:507] Master 127.2.75.125:33699 requested a full tablet report, sending...
02:17:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.195112  3261 heartbeater.cc:461] Registering TS with master...
02:17:11.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.195817  3261 heartbeater.cc:507] Master 127.2.75.126:39511 requested a full tablet report, sending...
02:17:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.198501  2449 ts_manager.cc:194] Registered new tserver with Master: 6b35f009846a428e9956c1802c52ccdf (127.2.75.67:36653)
02:17:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.198782  2582 ts_manager.cc:194] Registered new tserver with Master: 6b35f009846a428e9956c1802c52ccdf (127.2.75.67:36653)
02:17:11.206 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:11.206 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:11.206 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:11.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:11.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:11.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:11.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:11.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:11.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:11.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:11.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:11.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:11.207 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:11.214 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:11.215 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:11.215 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:11.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:11.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:11.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:11.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:11.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:11.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:11.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:11.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:11.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:11.216 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:11.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.217077  2349 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:17:11.231 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:17:11.231 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:17:11.233 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.75.126"
      port: 39511
    }
    bound_http_address {
      host: "127.2.75.126"
      port: 34915
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.75.125"
      port: 33699
    }
    bound_http_address {
      host: "127.2.75.125"
      port: 41537
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.75.124"
      port: 34817
    }
    bound_http_address {
      host: "127.2.75.124"
      port: 41807
    }
  }
}

02:17:11.233 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:17:11.235 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.75.65"
      port: 42077
    }
    bound_http_address {
      host: "127.2.75.65"
      port: 43789
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.75.66"
      port: 40817
    }
    bound_http_address {
      host: "127.2.75.66"
      port: 44239
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.75.67"
      port: 36653
    }
    bound_http_address {
      host: "127.2.75.67"
      port: 41323
    }
  }
}

02:17:11.235 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:17:11.237 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:11.240 [DEBUG - main] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:11.241 [DEBUG - main] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:11.241 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.129.252:44083(127.1.129.252:44083)] Successfully connected to peer
02:17:11.245 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:11.246 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:11.246 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.252
02:17:11.246 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:11.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:11.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:11.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:11.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:11.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:11.246 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:11.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:11.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:11.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:11.246 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:11.251 [DEBUG - main] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:11.252 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.129.254:37147(127.1.129.254:37147)] Successfully connected to peer
02:17:11.253 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:11.253 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:11.253 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:11.253 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:11.253 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:11.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:11.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:11.253 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:11.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:11.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:11.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:11.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:11.254 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:11.255 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:11.255 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:11.255 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:11.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:11.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:11.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:11.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:11.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:11.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:11.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:11.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:11.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:11.256 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:11.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:11.258 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:11.261 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.129.253:40449(127.1.129.253:40449)] Successfully connected to peer
02:17:11.261 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1752836a, L:/127.0.0.1:48208 - R:/127.1.129.252:44083] using SASL/PLAIN
02:17:11.273 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.254
02:17:11.277 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.253
02:17:11.281 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:11.285 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x07ecb747, L:/127.0.0.1:52506 - R:/127.1.129.254:37147] using SASL/PLAIN
02:17:11.287 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:11.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:17:11.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=50), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.129.252:44083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.129.253:40449, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.129.254:37147, [25ms] Sub RPC ConnectToMaster: received response from server master-127.1.129.252:44083: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.129.254:37147: OK, deferred=null) after lookup
02:17:11.291 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x81243847, L:/127.0.0.1:49786 - R:/127.1.129.253:40449] using SASL/PLAIN
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.296190  1611 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52506:
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
02:17:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
02:17:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:17:11.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:11.303692  1611 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:17:11.447 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4990288f53e648f2a91ea37c2bd9d4d7
02:17:11.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:11.518 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:11.518 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:11.518 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:11.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:11.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:11.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:11.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:11.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:11.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:11.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:11.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:11.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:11.519 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.524755  1954 tablet_service.cc:1511] Processing CreateTablet for tablet ef02a2598cc3407f93db43619fb15660 (DEFAULT_TABLE table=replication_test_table [id=4990288f53e648f2a91ea37c2bd9d4d7]), partition=RANGE (int8) PARTITION UNBOUNDED
02:17:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.527524  1954 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ef02a2598cc3407f93db43619fb15660. 1 dirs total, 0 dirs full, 0 dirs failed
02:17:11.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.553606  2274 tablet_service.cc:1511] Processing CreateTablet for tablet ef02a2598cc3407f93db43619fb15660 (DEFAULT_TABLE table=replication_test_table [id=4990288f53e648f2a91ea37c2bd9d4d7]), partition=RANGE (int8) PARTITION UNBOUNDED
02:17:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.556299  2274 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ef02a2598cc3407f93db43619fb15660. 1 dirs total, 0 dirs full, 0 dirs failed
02:17:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.557716  2094 tablet_service.cc:1511] Processing CreateTablet for tablet ef02a2598cc3407f93db43619fb15660 (DEFAULT_TABLE table=replication_test_table [id=4990288f53e648f2a91ea37c2bd9d4d7]), partition=RANGE (int8) PARTITION UNBOUNDED
02:17:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.564999  2094 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ef02a2598cc3407f93db43619fb15660. 1 dirs total, 0 dirs full, 0 dirs failed
02:17:11.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:11.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.590150  3292 tablet_bootstrap.cc:492] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35: Bootstrap starting.
02:17:11.597 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:11.597 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:11.597 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:11.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:11.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:11.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:11.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:11.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:11.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:11.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:11.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:11.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:11.598 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.599901  3292 tablet_bootstrap.cc:654] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35: Neither blocks nor log segments found. Creating new log.
02:17:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.603627  3292 log.cc:826] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35: Log is configured to *not* fsync() on all Append() calls
02:17:11.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.624430  3293 tablet_bootstrap.cc:492] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30: Bootstrap starting.
02:17:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.640380  3292 tablet_bootstrap.cc:492] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35: No bootstrap required, opened a new log
02:17:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.642364  3292 ts_tablet_manager.cc:1403] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35: Time spent bootstrapping tablet: real 0.053s	user 0.027s	sys 0.020s
02:17:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.648417  3293 tablet_bootstrap.cc:654] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30: Neither blocks nor log segments found. Creating new log.
02:17:11.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.655529  3293 log.cc:826] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30: Log is configured to *not* fsync() on all Append() calls
02:17:11.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.655601  3296 tablet_bootstrap.cc:492] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0: Bootstrap starting.
02:17:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.680649  3292 raft_consensus.cc:359] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } }
02:17:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.681656  3292 raft_consensus.cc:385] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:17:11.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.681968  3292 raft_consensus.cc:740] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a10c62e60d24ef5a9ca2e18b1228e35, State: Initialized, Role: FOLLOWER
02:17:11.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.682955  3292 consensus_queue.cc:260] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } }
02:17:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.683808  3293 tablet_bootstrap.cc:492] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30: No bootstrap required, opened a new log
02:17:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.684476  3293 ts_tablet_manager.cc:1403] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30: Time spent bootstrapping tablet: real 0.062s	user 0.012s	sys 0.025s
02:17:11.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.683770  3296 tablet_bootstrap.cc:654] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0: Neither blocks nor log segments found. Creating new log.
02:17:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.691049  3296 log.cc:826] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0: Log is configured to *not* fsync() on all Append() calls
02:17:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.699548  3292 ts_tablet_manager.cc:1434] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35: Time spent starting tablet: real 0.057s	user 0.035s	sys 0.014s
02:17:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:11.725996  2029 tablet.cc:2406] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:17:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.738044  3296 tablet_bootstrap.cc:492] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0: No bootstrap required, opened a new log
02:17:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.738626  3296 ts_tablet_manager.cc:1403] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0: Time spent bootstrapping tablet: real 0.084s	user 0.015s	sys 0.017s
02:17:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.751513  3293 raft_consensus.cc:359] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } }
02:17:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.752656  3293 raft_consensus.cc:385] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:17:11.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.752988  3293 raft_consensus.cc:740] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae8c2bb23cb24fe5a85035d332c13e30, State: Initialized, Role: FOLLOWER
02:17:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.754097  3293 consensus_queue.cc:260] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } }
02:17:11.756 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.765714  3293 ts_tablet_manager.cc:1434] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30: Time spent starting tablet: real 0.081s	user 0.017s	sys 0.025s
02:17:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.789358  3296 raft_consensus.cc:359] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } }
02:17:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.790555  3296 raft_consensus.cc:385] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:17:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.790871  3296 raft_consensus.cc:740] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9f0cc6094ef46f59b5ea513d62328d0, State: Initialized, Role: FOLLOWER
02:17:11.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.791970  3296 consensus_queue.cc:260] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } }
02:17:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.799304  3296 ts_tablet_manager.cc:1434] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0: Time spent starting tablet: real 0.060s	user 0.029s	sys 0.009s
02:17:11.800 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ae9a9a282dc7cf140fbb43ea3e349843) switched from state RESTARTING to RUNNING.
02:17:11.801 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job ae9a9a282dc7cf140fbb43ea3e349843 from Checkpoint 63 @ 1783476865426 for ae9a9a282dc7cf140fbb43ea3e349843 located at file:/tmp/junit494488604027002473/checkpoints/ae9a9a282dc7cf140fbb43ea3e349843/chk-63.
02:17:11.802 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:17:11.802 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 63 for source Source: KuduSource to checkpoint.
02:17:11.802 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
02:17:11.803 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job ae9a9a282dc7cf140fbb43ea3e349843: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:17:11.803 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
02:17:11.803 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 8d83d10a-af7b-4631-88a0-33136889c1bb @ 127.0.0.1 (dataPort=-1) with allocation id bed5637ce9a56480e4e5830264928b1a
02:17:11.803 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot bed5637ce9a56480e4e5830264928b1a.
02:17:11.805 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id bed5637ce9a56480e4e5830264928b1a.
02:17:11.814 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
02:17:11.815 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
02:17:11.816 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2402460d
02:17:11.816 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:11.816 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit494488604027002473/checkpoints")
02:17:11.816 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:17:11.816 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (95e17be6b2b12c62bcdc9fced8726084_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:17:11.819 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d5c8cf6
02:17:11.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:11.819846  2167 tablet.cc:2406] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:17:11.821 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:11.822 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:11.825 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:11.826 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:11.826 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:11.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:11.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:11.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:11.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:11.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:11.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:11.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:11.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:11.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:11.826 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:11.833 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:11.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.834 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:11.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.835 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:11.842 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:11.843 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:11.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.843 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:11.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.844 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:11.863 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:11.863 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:11.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.864 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:11.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.864 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:11.882 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:11.883 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:11.883 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:11.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.883 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.884 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:11.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.892894  3298 raft_consensus.cc:493] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:17:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.893723  3298 raft_consensus.cc:515] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } }
02:17:11.902 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.897977  3298 leader_election.cc:290] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ae8c2bb23cb24fe5a85035d332c13e30 (127.1.129.195:35921), d9f0cc6094ef46f59b5ea513d62328d0 (127.1.129.194:45529)
02:17:11.902 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:11.902 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:11.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:11.923 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:11.923 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:11.923 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:11.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.932401  2294 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef02a2598cc3407f93db43619fb15660" candidate_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" is_pre_election: true
02:17:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.933506  2294 raft_consensus.cc:2468] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4a10c62e60d24ef5a9ca2e18b1228e35 in term 0.
02:17:11.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.935092  2114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef02a2598cc3407f93db43619fb15660" candidate_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" is_pre_election: true
02:17:11.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.935305  1907 leader_election.cc:304] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a10c62e60d24ef5a9ca2e18b1228e35, ae8c2bb23cb24fe5a85035d332c13e30; no voters: 
02:17:11.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.936183  2114 raft_consensus.cc:2468] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4a10c62e60d24ef5a9ca2e18b1228e35 in term 0.
02:17:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.937690  3298 raft_consensus.cc:2804] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:17:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.938053  3298 raft_consensus.cc:493] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:17:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.938395  3298 raft_consensus.cc:3060] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 0 FOLLOWER]: Advancing to term 1
02:17:11.942 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:11.942 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:11.943 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:11.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:11.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:11.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:11.945 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.945469  3298 raft_consensus.cc:515] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } }
02:17:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.947966  3298 leader_election.cc:290] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [CANDIDATE]: Term 1 election: Requested vote from peers ae8c2bb23cb24fe5a85035d332c13e30 (127.1.129.195:35921), d9f0cc6094ef46f59b5ea513d62328d0 (127.1.129.194:45529)
02:17:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.948266  2294 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef02a2598cc3407f93db43619fb15660" candidate_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae8c2bb23cb24fe5a85035d332c13e30"
02:17:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.948845  2294 raft_consensus.cc:3060] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30 [term 0 FOLLOWER]: Advancing to term 1
02:17:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.949236  2114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef02a2598cc3407f93db43619fb15660" candidate_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9f0cc6094ef46f59b5ea513d62328d0"
02:17:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.949945  2114 raft_consensus.cc:3060] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0 [term 0 FOLLOWER]: Advancing to term 1
02:17:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.954456  2294 raft_consensus.cc:2468] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4a10c62e60d24ef5a9ca2e18b1228e35 in term 1.
02:17:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:11.956409  2342 tablet.cc:2406] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:17:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.956717  1907 leader_election.cc:304] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a10c62e60d24ef5a9ca2e18b1228e35, ae8c2bb23cb24fe5a85035d332c13e30; no voters: 
02:17:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.957679  3298 raft_consensus.cc:2804] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 1 FOLLOWER]: Leader election won for term 1
02:17:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.958876  2114 raft_consensus.cc:2468] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4a10c62e60d24ef5a9ca2e18b1228e35 in term 1.
02:17:11.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.966079  3298 raft_consensus.cc:697] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [term 1 LEADER]: Becoming Leader. State: Replica: 4a10c62e60d24ef5a9ca2e18b1228e35, State: Running, Role: LEADER
02:17:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.967136  3298 consensus_queue.cc:237] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } }
02:17:11.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:11.984172  1610 catalog_manager.cc:5696] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a10c62e60d24ef5a9ca2e18b1228e35 (127.1.129.193). New cstate: current_term: 1 leader_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a10c62e60d24ef5a9ca2e18b1228e35" member_type: VOTER last_known_addr { host: "127.1.129.193" port: 41553 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 } health_report { overall_health: UNKNOWN } } }
02:17:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:11.998997  2614 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5a40 after lost signal to thread 2542
02:17:12.002 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:12.003 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:12.003 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:12.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.004 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.004 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:12.022 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:12.022 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:12.022 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:12.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:12.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4990288f53e648f2a91ea37c2bd9d4d7
02:17:12.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:12.115 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ef02a2598cc3407f93db43619fb15660 for table 'replication_test_table' with partition [<start>, <end>)
02:17:12.116 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ef02a2598cc3407f93db43619fb15660@[4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)[L],ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921),d9f0cc6094ef46f59b5ea513d62328d0(127.1.129.194:45529)]}]
02:17:12.116 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.129.254:37147, [5ms] Sub RPC GetTableLocations: received response from server master-127.1.129.254:37147: OK, deferred=null) after lookup
02:17:12.116 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)] connecting to peer
02:17:12.127 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)] Successfully connected to peer
02:17:12.169 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:12.174 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7e50dab9, L:/127.0.0.1:60506 - R:/127.1.129.193:41553] using TOKEN/null
02:17:12.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:12.195873  3257 heartbeater.cc:499] Master 127.2.75.124:34817 was elected leader, sending a full tablet report...
02:17:12.206 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:12.207 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:12.207 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:12.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.208 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:12.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:12.221683  2114 raft_consensus.cc:1275] T ef02a2598cc3407f93db43619fb15660 P d9f0cc6094ef46f59b5ea513d62328d0 [term 1 FOLLOWER]: Refusing update from remote peer 4a10c62e60d24ef5a9ca2e18b1228e35: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:17:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:12.223282  2294 raft_consensus.cc:1275] T ef02a2598cc3407f93db43619fb15660 P ae8c2bb23cb24fe5a85035d332c13e30 [term 1 FOLLOWER]: Refusing update from remote peer 4a10c62e60d24ef5a9ca2e18b1228e35: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:17:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:12.224462  3298 consensus_queue.cc:1048] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d9f0cc6094ef46f59b5ea513d62328d0" member_type: VOTER last_known_addr { host: "127.1.129.194" port: 45529 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:17:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:12.231455  3298 consensus_queue.cc:1048] T ef02a2598cc3407f93db43619fb15660 P 4a10c62e60d24ef5a9ca2e18b1228e35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae8c2bb23cb24fe5a85035d332c13e30" member_type: VOTER last_known_addr { host: "127.1.129.195" port: 35921 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:17:12.256 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:12.260 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2fc7145bc3a385d81c277ecc52f1da3e) switched from state RESTARTING to RUNNING.
02:17:12.260 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 2fc7145bc3a385d81c277ecc52f1da3e from Checkpoint 70 @ 1783476970291 for 2fc7145bc3a385d81c277ecc52f1da3e located at file:/tmp/junit15205051016984618529/checkpoints/2fc7145bc3a385d81c277ecc52f1da3e/chk-70.
02:17:12.261 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:17:12.261 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
02:17:12.262 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
02:17:12.262 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 4efbba9f-4320-412b-a6f1-a7386d1a284b @ 127.0.0.1 (dataPort=-1) with allocation id 85232e91ca6a66e2c5ee995845022b55
02:17:12.262 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2fc7145bc3a385d81c277ecc52f1da3e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:17:12.263 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 70 for source Source: KuduSource to checkpoint.
02:17:12.263 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 85232e91ca6a66e2c5ee995845022b55.
02:17:12.265 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 85232e91ca6a66e2c5ee995845022b55.
02:17:12.272 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
02:17:12.272 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
02:17:12.275 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2542c53c
02:17:12.275 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:12.275 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15205051016984618529/checkpoints")
02:17:12.276 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:17:12.276 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (09dd54ae8dfef9f642f12d798578e6ae_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:17:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:12.283252  3327 mvcc.cc:204] Tried to move back new op lower bound from 7305121923934408704 to 7305121922948755456. Current Snapshot: MvccSnapshot[applied={T|T < 7305121923934408704}]
02:17:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:12.291129  3328 mvcc.cc:204] Tried to move back new op lower bound from 7305121923934408704 to 7305121922948755456. Current Snapshot: MvccSnapshot[applied={T|T < 7305121923934408704}]
02:17:12.296 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7872c4e5
02:17:12.317 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:12.317 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:12.318 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:12.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.318 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:12.323 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:12.353 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.355 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.357 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.362 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.375 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.387 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.389 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.394 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.423 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:12.423 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:12.423 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:12.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.424 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:12.424 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:12.424 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:12.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:12.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:12.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:12.425 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:12.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:12.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:12.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:12.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:12.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:12.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:12.426 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:12.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.445 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.455 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:12.470 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.471 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.480 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.487 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.494 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.494 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.494 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.495 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.517 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.518 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.518 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.534 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.534 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.535 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.574 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.574 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.574 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.575 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.575 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.577 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:12.645 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:12.645 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:12.645 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:12.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:12.683 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:12.683 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:12.683 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:12.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:12.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:12.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:12.688 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:12.694 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.694 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.694 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:12.714 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.714 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.714 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:12.717 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:12.719 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:12.727 [DEBUG - main] (Connection.java:748) [peer master-127.2.75.124:34817(127.2.75.124:34817)] connecting to peer
02:17:12.727 [DEBUG - main] (Connection.java:748) [peer master-127.2.75.125:33699(127.2.75.125:33699)] connecting to peer
02:17:12.735 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.75.124:34817(127.2.75.124:34817)] Successfully connected to peer
02:17:12.744 [DEBUG - main] (Connection.java:748) [peer master-127.2.75.126:39511(127.2.75.126:39511)] connecting to peer
02:17:12.749 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.75.125:33699(127.2.75.125:33699)] Successfully connected to peer
02:17:12.750 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.124
02:17:12.754 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.125
02:17:12.756 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:12.759 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.75.126:39511(127.2.75.126:39511)] Successfully connected to peer
02:17:12.761 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:12.766 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf781db3b, L:/127.0.0.1:47754 - R:/127.2.75.124:34817] using SASL/PLAIN
02:17:12.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:17:12.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.124:34817, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.125:33699, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.126:39511, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.75.124:34817: OK, deferred=null) after lookup
02:17:12.772 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.126
02:17:12.774 [DEBUG - main] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:12.778 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:12.782 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1f0bfe8b, L:/127.0.0.1:58358 - R:/127.2.75.125:33699] using SASL/PLAIN
02:17:12.786 [DEBUG - main] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:12.787 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.129.252:44083(127.1.129.252:44083)] Successfully connected to peer
02:17:12.792 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:12.796 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf2bdced3, L:/127.0.0.1:45648 - R:/127.2.75.126:39511] using SASL/PLAIN
02:17:12.800 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:12.800 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:12.800 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:12.800 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.800 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.800 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.801 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:12.802 [DEBUG - main] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:12.802 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.129.253:40449(127.1.129.253:40449)] Successfully connected to peer
02:17:12.808 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.129.254:37147(127.1.129.254:37147)] Successfully connected to peer
02:17:12.818 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:12.818 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:12.818 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:12.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.819 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.252
02:17:12.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.819 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:12.829 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.253
02:17:12.833 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:12.834 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:12.834 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:12.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:12.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:12.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:12.835 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:12.836 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.254
02:17:12.839 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:12.846 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:12.849 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xcce552f2, L:/127.0.0.1:52522 - R:/127.1.129.254:37147] using SASL/PLAIN
02:17:12.851 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9ed3dbeb, L:/127.0.0.1:48214 - R:/127.1.129.252:44083] using SASL/PLAIN
02:17:12.851 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:12.854 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:17:12.854 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.129.252:44083, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.129.253:40449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.129.254:37147, [79ms] Sub RPC ConnectToMaster: received response from server master-127.1.129.254:37147: OK, deferred=null) after lookup
02:17:12.856 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8dee54e5, L:/127.0.0.1:49802 - R:/127.1.129.253:40449] using SASL/PLAIN
02:17:12.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4990288f53e648f2a91ea37c2bd9d4d7
02:17:12.866 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ef02a2598cc3407f93db43619fb15660 for table 'replication_test_table' with partition [<start>, <end>)
02:17:12.867 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ef02a2598cc3407f93db43619fb15660@[4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)[L],ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921),d9f0cc6094ef46f59b5ea513d62328d0(127.1.129.194:45529)]}]
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:12.870198  2673 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47754:
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\000\000\000\007\000\000\000\000"
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:17:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:17:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:12.882392  2673 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:17:12.893 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:12.894 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:12.894 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:12.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:12.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:12.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:12.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:12.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:12.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:12.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:12.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:12.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:12.895 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:12.905 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:12.906 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:12.906 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:12.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:12.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:12.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:12.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:12.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:12.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:12.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:12.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:12.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:12.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:12.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:12.970 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:12.970 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:12.970 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:12.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:12.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:12.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:12.971 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:13.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:13.089 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:13.123 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:13.123 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:13.123 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:13.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:13.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:13.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:13.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:13.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:13.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:13.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:13.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:13.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:13.132 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:13.133 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:13.134 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:13.134 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:13.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:13.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:13.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:13.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:13.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:13.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:13.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:13.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:13.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:13.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:13.136 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:13.136 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:13.136 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:13.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:13.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:13.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:13.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:13.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:13.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:13.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:13.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:13.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:13.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.139989  3192 tablet_service.cc:1511] Processing CreateTablet for tablet c6a8a86d3c1e4128ab174a6d3299e20a (DEFAULT_TABLE table=replication_test_table [id=3bafdf2c7b364f71a3ca6800c1efc6b0]), partition=RANGE (int8) PARTITION UNBOUNDED
02:17:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.141978  3192 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6a8a86d3c1e4128ab174a6d3299e20a. 1 dirs total, 0 dirs full, 0 dirs failed
02:17:13.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.193573  3049 tablet_service.cc:1511] Processing CreateTablet for tablet c6a8a86d3c1e4128ab174a6d3299e20a (DEFAULT_TABLE table=replication_test_table [id=3bafdf2c7b364f71a3ca6800c1efc6b0]), partition=RANGE (int8) PARTITION UNBOUNDED
02:17:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.196221  3049 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6a8a86d3c1e4128ab174a6d3299e20a. 1 dirs total, 0 dirs full, 0 dirs failed
02:17:13.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:13.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:13.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.219318  2904 tablet_service.cc:1511] Processing CreateTablet for tablet c6a8a86d3c1e4128ab174a6d3299e20a (DEFAULT_TABLE table=replication_test_table [id=3bafdf2c7b364f71a3ca6800c1efc6b0]), partition=RANGE (int8) PARTITION UNBOUNDED
02:17:13.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.221046  3380 tablet_bootstrap.cc:492] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf: Bootstrap starting.
02:17:13.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.224797  2904 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6a8a86d3c1e4128ab174a6d3299e20a. 1 dirs total, 0 dirs full, 0 dirs failed
02:17:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.252508  3380 tablet_bootstrap.cc:654] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf: Neither blocks nor log segments found. Creating new log.
02:17:13.255 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:13.255 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:13.255 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:13.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:13.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:13.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:13.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:13.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:13.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:13.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:13.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:13.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:13.256 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:13.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.263053  3381 tablet_bootstrap.cc:492] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6: Bootstrap starting.
02:17:13.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.265398  3380 log.cc:826] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf: Log is configured to *not* fsync() on all Append() calls
02:17:13.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.296958  3380 tablet_bootstrap.cc:492] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf: No bootstrap required, opened a new log
02:17:13.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.297784  3380 ts_tablet_manager.cc:1403] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf: Time spent bootstrapping tablet: real 0.079s	user 0.016s	sys 0.007s
02:17:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.300601  3381 tablet_bootstrap.cc:654] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6: Neither blocks nor log segments found. Creating new log.
02:17:13.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.310418  3381 log.cc:826] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6: Log is configured to *not* fsync() on all Append() calls
02:17:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.349148  3381 tablet_bootstrap.cc:492] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6: No bootstrap required, opened a new log
02:17:13.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.350148  3381 ts_tablet_manager.cc:1403] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6: Time spent bootstrapping tablet: real 0.089s	user 0.017s	sys 0.003s
02:17:13.377 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:13.377 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:13.377 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:13.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.378 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.403720  3384 tablet_bootstrap.cc:492] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd: Bootstrap starting.
02:17:13.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.433620  3380 raft_consensus.cc:359] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } }
02:17:13.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.436306  3384 tablet_bootstrap.cc:654] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd: Neither blocks nor log segments found. Creating new log.
02:17:13.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.438197  3380 raft_consensus.cc:385] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:17:13.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.439004  3380 raft_consensus.cc:740] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6b35f009846a428e9956c1802c52ccdf, State: Initialized, Role: FOLLOWER
02:17:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.443312  3380 consensus_queue.cc:260] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } }
02:17:13.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.445775  3384 log.cc:826] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd: Log is configured to *not* fsync() on all Append() calls
02:17:13.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.464433  3380 ts_tablet_manager.cc:1434] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf: Time spent starting tablet: real 0.166s	user 0.039s	sys 0.002s
02:17:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.491248  3384 tablet_bootstrap.cc:492] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd: No bootstrap required, opened a new log
02:17:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.491879  3384 ts_tablet_manager.cc:1403] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd: Time spent bootstrapping tablet: real 0.093s	user 0.012s	sys 0.008s
02:17:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.495699  3381 raft_consensus.cc:359] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } }
02:17:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.498255  3381 raft_consensus.cc:385] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:17:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.498775  3381 raft_consensus.cc:740] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4609a743cc746978e794704acd2a3c6, State: Initialized, Role: FOLLOWER
02:17:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.502820  3381 consensus_queue.cc:260] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } }
02:17:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.524154  3381 ts_tablet_manager.cc:1434] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6: Time spent starting tablet: real 0.170s	user 0.039s	sys 0.002s
02:17:13.537 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:13.538 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:13.538 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:13.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.564730  3384 raft_consensus.cc:359] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } }
02:17:13.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.565913  3384 raft_consensus.cc:385] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:17:13.570 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:13.570 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:13.570 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:13.570 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.570 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.570 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.571 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.566259  3384 raft_consensus.cc:740] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d6b8f52fb309468382bc58e483897fcd, State: Initialized, Role: FOLLOWER
02:17:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.571945  3384 consensus_queue.cc:260] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } }
02:17:13.574 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:13.574 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:13.574 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:13.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:13.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:13.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:13.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:13.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:13.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:13.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:13.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:13.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:13.578 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:13.582 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.595348  3384 ts_tablet_manager.cc:1434] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd: Time spent starting tablet: real 0.103s	user 0.037s	sys 0.012s
02:17:13.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.629843  3388 raft_consensus.cc:493] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:17:13.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.630705  3388 raft_consensus.cc:515] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } }
02:17:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:13.646903  2980 tablet.cc:2406] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:17:13.657 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:13.657 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:13.658 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:13.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:13.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:13.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:13.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:13.662595  3266 tablet.cc:2406] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:17:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.664366  3388 leader_election.cc:290] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6b35f009846a428e9956c1802c52ccdf (127.2.75.67:36653), b4609a743cc746978e794704acd2a3c6 (127.2.75.66:40817)
02:17:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:13.673353  3122 tablet.cc:2406] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:17:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.675320  3212 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c6a8a86d3c1e4128ab174a6d3299e20a" candidate_uuid: "d6b8f52fb309468382bc58e483897fcd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6b35f009846a428e9956c1802c52ccdf" is_pre_election: true
02:17:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.676333  3212 raft_consensus.cc:2468] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d6b8f52fb309468382bc58e483897fcd in term 0.
02:17:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.682906  2855 leader_election.cc:304] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6b35f009846a428e9956c1802c52ccdf, d6b8f52fb309468382bc58e483897fcd; no voters: 
02:17:13.684 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:13.684 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:13.685 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:13.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:13.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:13.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:13.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:13.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:13.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:13.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:13.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:13.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:13.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.685947  3388 raft_consensus.cc:2804] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 0 FOLLOWER]: Leader pre-election won for term 1
02:17:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.686687  3388 raft_consensus.cc:493] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:17:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.687269  3388 raft_consensus.cc:3060] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 0 FOLLOWER]: Advancing to term 1
02:17:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.703312  3069 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c6a8a86d3c1e4128ab174a6d3299e20a" candidate_uuid: "d6b8f52fb309468382bc58e483897fcd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4609a743cc746978e794704acd2a3c6" is_pre_election: true
02:17:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.704250  3069 raft_consensus.cc:2468] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d6b8f52fb309468382bc58e483897fcd in term 0.
02:17:13.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.709086  3388 raft_consensus.cc:515] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } }
02:17:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.712605  3212 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c6a8a86d3c1e4128ab174a6d3299e20a" candidate_uuid: "d6b8f52fb309468382bc58e483897fcd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6b35f009846a428e9956c1802c52ccdf"
02:17:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.713234  3212 raft_consensus.cc:3060] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf [term 0 FOLLOWER]: Advancing to term 1
02:17:13.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:13.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.722710  3212 raft_consensus.cc:2468] T c6a8a86d3c1e4128ab174a6d3299e20a P 6b35f009846a428e9956c1802c52ccdf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d6b8f52fb309468382bc58e483897fcd in term 1.
02:17:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.724757  2855 leader_election.cc:304] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6b35f009846a428e9956c1802c52ccdf, d6b8f52fb309468382bc58e483897fcd; no voters: 
02:17:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.725834  3389 raft_consensus.cc:2804] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 1 FOLLOWER]: Leader election won for term 1
02:17:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.727705  3388 leader_election.cc:290] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [CANDIDATE]: Term 1 election: Requested vote from peers 6b35f009846a428e9956c1802c52ccdf (127.2.75.67:36653), b4609a743cc746978e794704acd2a3c6 (127.2.75.66:40817)
02:17:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.727900  3069 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c6a8a86d3c1e4128ab174a6d3299e20a" candidate_uuid: "d6b8f52fb309468382bc58e483897fcd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4609a743cc746978e794704acd2a3c6"
02:17:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.728441  3069 raft_consensus.cc:3060] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6 [term 0 FOLLOWER]: Advancing to term 1
02:17:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.737196  3069 raft_consensus.cc:2468] T c6a8a86d3c1e4128ab174a6d3299e20a P b4609a743cc746978e794704acd2a3c6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d6b8f52fb309468382bc58e483897fcd in term 1.
02:17:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.740003  3389 raft_consensus.cc:697] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [term 1 LEADER]: Becoming Leader. State: Replica: d6b8f52fb309468382bc58e483897fcd, State: Running, Role: LEADER
02:17:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.741078  3389 consensus_queue.cc:237] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } }
02:17:13.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:13.774354  2673 catalog_manager.cc:5696] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd reported cstate change: term changed from 0 to 1, leader changed from <none> to d6b8f52fb309468382bc58e483897fcd (127.2.75.65). New cstate: current_term: 1 leader_uuid: "d6b8f52fb309468382bc58e483897fcd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d6b8f52fb309468382bc58e483897fcd" member_type: VOTER last_known_addr { host: "127.2.75.65" port: 42077 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 } health_report { overall_health: UNKNOWN } } }
02:17:13.798 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:13.799 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:13.799 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:13.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:13.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:13.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:13.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:13.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:13.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:13.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:13.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:13.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:13.800 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:13.843 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:13.843 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:13.843 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:13.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:13.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:13.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:13.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:13.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:13.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:13.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:13.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:13.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:13.844 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:13.891 [DEBUG - main] (Connection.java:575) [peer master-127.1.129.254:37147(127.1.129.254:37147)] disconnecting while in state READY
02:17:13.891 [DEBUG - main] (Connection.java:575) [peer master-127.1.129.253:40449(127.1.129.253:40449)] disconnecting while in state READY
02:17:13.891 [DEBUG - main] (Connection.java:575) [peer master-127.1.129.252:44083(127.1.129.252:44083)] disconnecting while in state READY
02:17:13.892 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.129.253:40449(127.1.129.253:40449)] handling channelInactive
02:17:13.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state READY due to: connection closed
02:17:13.894 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:17:13.895 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.129.252:44083(127.1.129.252:44083)] handling channelInactive
02:17:13.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state READY due to: connection closed
02:17:13.895 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:17:13.896 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:17:13.901 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.129.254:37147(127.1.129.254:37147)] handling channelInactive
02:17:13.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state READY due to: connection closed
02:17:13.901 [DEBUG - main] (Connection.java:575) [peer master-127.2.75.125:33699(127.2.75.125:33699)] disconnecting while in state READY
02:17:13.901 [DEBUG - main] (Connection.java:575) [peer master-127.2.75.126:39511(127.2.75.126:39511)] disconnecting while in state READY
02:17:13.901 [DEBUG - main] (Connection.java:575) [peer master-127.2.75.124:34817(127.2.75.124:34817)] disconnecting while in state READY
02:17:13.901 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:17:13.902 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.75.124:34817(127.2.75.124:34817)] handling channelInactive
02:17:13.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.75.124:34817(127.2.75.124:34817)] cleaning up while in state READY due to: connection closed
02:17:13.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:17:13.907 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
02:17:13.902 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.75.126:39511(127.2.75.126:39511)] handling channelInactive
02:17:13.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.75.126:39511(127.2.75.126:39511)] cleaning up while in state READY due to: connection closed
02:17:13.907 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:17:13.909 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.75.125:33699(127.2.75.125:33699)] handling channelInactive
02:17:13.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.75.125:33699(127.2.75.125:33699)] cleaning up while in state READY due to: connection closed
02:17:13.909 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:17:13.911 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:17:13.912 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:17:13.912 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:17:13.912 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:17:13.912 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:17:13.912 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:17:13.928 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:17:13.928 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:17:13.928 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:17:13.928 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:17:13.928 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:17:13.928 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:17:13.929 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:17:13.936 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:13.936 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:13.936 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:13.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:13.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:13.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:13.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:13.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:13.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:13.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:13.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:13.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:13.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:13.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.114 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:14.114 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:14.114 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:14.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:14.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:14.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:14.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:14.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:14.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:14.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:14.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:14.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:14.116 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:14.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:14.217432  3389 consensus_queue.cc:1048] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [LEADER]: Connected to new peer: Peer: permanent_uuid: "6b35f009846a428e9956c1802c52ccdf" member_type: VOTER last_known_addr { host: "127.2.75.67" port: 36653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:17:14.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:14.271471  3414 consensus_queue.cc:1048] T c6a8a86d3c1e4128ab174a6d3299e20a P d6b8f52fb309468382bc58e483897fcd [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4609a743cc746978e794704acd2a3c6" member_type: VOTER last_known_addr { host: "127.2.75.66" port: 40817 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:17:14.276 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:14.277 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:14.277 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:14.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:14.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:14.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:14.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:14.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:14.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:14.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:14.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:14.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:14.277 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:14.429 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:17:14.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.653 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.657 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:14.658 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:14.658 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:14.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:14.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:14.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:14.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:14.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:14.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:14.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:14.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:14.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:14.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:14.674 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:14.674 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:14.675 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:14.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:14.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:14.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:14.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:14.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:14.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:14.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:14.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:14.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:14.676 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:14.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.760 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:17:14.760 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:17:14.760 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:17:14.811 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:17:14.898 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:14.899 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:14.899 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:14.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:14.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:14.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:14.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:14.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:14.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:14.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:14.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:14.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:14.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:14.923 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:14.924 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:14.924 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:14.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:14.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:14.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:14.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:14.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:14.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:14.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:14.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:14.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:14.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:14.964 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:14.964 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:14.964 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:14.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:14.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:14.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:14.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:14.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:14.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:14.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:14.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:14.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:14.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:14.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:15.005 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:15.006 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:15.006 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:15.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:15.083 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:15.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.083 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:15.083 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:15.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:15.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:15.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:15.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:15.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:15.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:15.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:15.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:15.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:15.084 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:15.126 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:15.126 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:15.126 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:15.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:15.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:15.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:15.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:15.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:15.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:15.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:15.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:15.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:15.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:15.144 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:15.145 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:15.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:15.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:15.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:15.152 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:15.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:15.153 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:15.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:15.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:15.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:15.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:15.158 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:15.184 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:15.184 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:15.184 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:15.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:15.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:15.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:15.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:15.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:15.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:15.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:15.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:15.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:15.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:15.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.257 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:15.257 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:15.258 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:15.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:15.304 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:15.304 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:15.305 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:15.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:15.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:15.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:15.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:15.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:15.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:15.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:15.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:15.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:15.306 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:15.336 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:15.336 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:15.336 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:15.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.336 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.336 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.337 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:15.371 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:15.371 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:15.371 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:15.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.372 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:15.455 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:15.455 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:15.456 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:15.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:15.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:15.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:15.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:15.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:15.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:15.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:15.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:15.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:15.457 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:15.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.503 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (a6c13ce6708e2c3e17c8a86cefc17c1f) switched from state RESTARTING to RUNNING.
02:17:15.504 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job a6c13ce6708e2c3e17c8a86cefc17c1f from Checkpoint 73 @ 1783476820213 for a6c13ce6708e2c3e17c8a86cefc17c1f located at file:/tmp/junit9550692283463763209/checkpoints/a6c13ce6708e2c3e17c8a86cefc17c1f/chk-73.
02:17:15.505 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
02:17:15.505 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:17:15.510 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to SCHEDULED.
02:17:15.511 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from SCHEDULED to DEPLOYING.
02:17:15.511 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #8) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 7d2f5db5bec490ad0b15a71b7a248708
02:17:15.511 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to SCHEDULED.
02:17:15.512 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from SCHEDULED to DEPLOYING.
02:17:15.512 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #8) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b
02:17:15.512 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to SCHEDULED.
02:17:15.512 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from SCHEDULED to DEPLOYING.
02:17:15.512 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #8) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id e8729b5aff2e7661118f01f5f3b686e4
02:17:15.513 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to SCHEDULED.
02:17:15.513 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:17:15.513 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:17:15.514 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:17:15.514 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7d2f5db5bec490ad0b15a71b7a248708.
02:17:15.515 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_8), deploy into slot with allocation id 7d2f5db5bec490ad0b15a71b7a248708.
02:17:15.517 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from SCHEDULED to DEPLOYING.
02:17:15.517 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #8) with attempt id a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 5a1298c0-146f-47f3-80e8-8e7096164069 @ 127.0.0.1 (dataPort=-1) with allocation id 5f93dcc74a70c8785da6de741e58ceb9
02:17:15.517 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job a6c13ce6708e2c3e17c8a86cefc17c1f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:17:15.518 [INFO - Thread-68] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:17:15.518 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.22.124.254:40567(127.22.124.254:40567)] disconnecting while in state TERMINATED
02:17:15.519 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.22.124.253:40343(127.22.124.253:40343)] disconnecting while in state TERMINATED
02:17:15.519 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.22.124.252:46509(127.22.124.252:46509)] disconnecting while in state TERMINATED
02:17:15.519 [DEBUG - Thread-68] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:17:15.521 [INFO - Thread-68] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:17:15.521 [INFO - Thread-68] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:17:15.523 [DEBUG - Thread-68] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:15.524 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:17:15.525 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_8), deploy into slot with allocation id 212cfdb5d8da45d5d7bec4dbdc8fff3b.
02:17:15.530 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to DEPLOYING.
02:17:15.530 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_8) [DEPLOYING].
02:17:15.531 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@64c5be9d
02:17:15.531 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:15.531 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:17:15.532 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
02:17:15.532 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
02:17:15.532 [INFO - Thread-68] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:17:15.540 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2973541c
02:17:15.542 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:15.543 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot e8729b5aff2e7661118f01f5f3b686e4.
02:17:15.543 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_8), deploy into slot with allocation id e8729b5aff2e7661118f01f5f3b686e4.
02:17:15.544 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to DEPLOYING.
02:17:15.544 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_8) [DEPLOYING].
02:17:15.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39ddcd78
02:17:15.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:15.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:17:15.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
02:17:15.545 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
02:17:15.548 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a72a63f
02:17:15.548 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5f93dcc74a70c8785da6de741e58ceb9.
02:17:15.549 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_8), deploy into slot with allocation id 5f93dcc74a70c8785da6de741e58ceb9.
02:17:15.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to DEPLOYING.
02:17:15.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_8) [DEPLOYING].
02:17:15.551 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:15.553 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c4fb65d
02:17:15.554 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:15.554 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:17:15.554 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
02:17:15.554 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
02:17:15.557 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to DEPLOYING.
02:17:15.557 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_8) [DEPLOYING].
02:17:15.558 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@474bd41f
02:17:15.558 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:15.558 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9550692283463763209/checkpoints")
02:17:15.558 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
02:17:15.558 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a69744796d2ddd316bfe2c2069b51641_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
02:17:15.559 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79fd129f
02:17:15.560 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:15.562 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5af73390
02:17:15.564 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:15.565 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.567 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:17:15.567 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:17:15.567 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:17:15.567 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:17:15.567 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.568 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.569 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.569 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.570 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.571 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.571 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.572 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.573 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.574 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.574 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.576 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.576 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.577 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.579 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:15.579 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:15.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.580 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:15.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.581 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:15.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.587 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.588 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.589 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.590 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.590 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.599 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:15.601 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.603 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.610 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.613 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.617 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.619 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.619 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.620 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.620 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.620 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.620 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.621 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.621 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.621 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.622 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:15.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.623 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:15.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.624 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:15.624 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.626 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.628 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.629 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.629 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.629 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.629 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:15.630 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:15.630 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:15.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.630 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.630 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.630 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:15.630 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.631 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.632 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.632 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.633 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.633 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.634 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.634 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.635 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.640 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:15.640 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:15.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.641 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:15.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.642 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:15.645 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.646 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.646 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.646 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.646 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.647 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.648 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.648 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.648 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.648 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.649 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.649 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.649 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.649 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.649 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.649 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.649 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.649 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.650 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.650 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.650 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.651 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.651 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.656 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:15.656 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:15.656 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:15.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:15.657 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:15.657 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:15.657 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:15.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:15.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:15.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:15.658 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:15.659 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:15.660 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:15.660 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:15.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.660 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:15.665 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.665 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.665 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.666 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.668 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.668 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.668 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.669 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.669 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.670 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.670 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.670 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.670 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.671 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.672 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.672 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.672 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.673 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.682 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:15.682 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:15.682 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:15.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.683 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:15.686 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.686 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.686 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.687 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.688 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.688 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.688 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.688 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.688 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.688 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.689 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.689 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.689 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.689 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.689 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.690 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.705 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.705 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.706 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.709 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.709 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.709 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.709 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.709 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.709 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.710 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.710 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.710 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.710 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.719 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:15.720 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:15.720 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:15.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.721 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:15.748 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.749 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.749 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.750 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.750 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.750 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.750 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.750 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.750 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.750 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.751 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.765 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.765 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.765 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.766 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.779 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:15.779 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:15.779 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:15.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.781 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.781 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:15.784 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:15.784 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:15.784 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:15.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:15.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:15.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:15.785 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:15.788 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.788 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.788 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.794 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:15.794 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:15.794 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.794 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:15.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:15.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:15.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:15.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:15.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:15.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:15.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:15.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:15.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:15.795 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:15.798 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
02:17:15.828 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.829 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.829 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.829 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.829 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.829 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.829 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.829 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.830 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.830 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.849 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.849 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.850 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.850 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.851 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.859 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:15.860 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:15.860 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:15.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.861 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.861 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.861 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.861 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.861 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:15.885 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.885 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.885 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.887 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.919 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:15.919 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:15.919 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:15.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:15.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:15.921 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.921 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.921 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:15.921 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:15.948 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.948 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.948 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.949 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.949 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.949 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.949 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:15.958 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:17:15.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:15.980 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:17:15.989 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:15.990 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:15.990 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:15.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:15.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:15.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:15.995 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.008 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:16.009 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:16.009 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:16.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.010 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.010 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.010 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:17:16.027 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:17:16.041 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:17:16.053 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:17:16.055 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:17:16.055 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:17:16.055 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:17:16.055 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:17:16.055 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:17:16.056 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:17:16.056 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:17:16.056 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:17:16.056 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:17:16.057 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:17:16.057 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:17:16.057 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:17:16.057 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:17:16.057 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:17:16.057 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:17:16.057 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:17:16.057 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:17:16.057 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:17:16.058 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:17:16.058 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:17:16.058 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:17:16.058 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:17:16.058 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:17:16.058 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_6ac17f5819b4123dc82b40362b57c6b4/blobStorage
02:17:16.059 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:43119 - max concurrent requests: 50 - max backlog: 1000
02:17:16.060 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_6ac17f5819b4123dc82b40362b57c6b4/blobStorage
02:17:16.061 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_6ac17f5819b4123dc82b40362b57c6b4/blobStorage
02:17:16.061 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:17:16.062 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: bdc56cfa-0ccc-449f-9e2a-f5dd69775069
02:17:16.063 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
02:17:16.063 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-4d4401ef-d00a-498a-acfd-56f8f1e30ae5
02:17:16.065 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-4b1c8581-c204-45a0-9b1c-fd1b8ddd4050
02:17:16.066 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:16.066 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:16.066 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:16.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.066 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.130 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:17:16.131 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:17:16.131 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:17:16.131 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:17:16.132 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:17:16.134 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_24 .
02:17:16.139 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
02:17:16.140 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-4b0decdd-129d-41c4-a0f3-a91276550abd
02:17:16.141 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:17:16.141 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:17:16.158 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:16.158 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:16.158 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:16.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.159 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.159 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:16.166 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:17:16.167 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:17:16.182 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:39949
02:17:16.182 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:17:16.186 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:16.186 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:16.186 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:16.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:16.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:16.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:16.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:16.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:16.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:16.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:16.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:16.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:16.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:16.194 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:16.194 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:16.194 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:16.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.194 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:16.195 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26994), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [17ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [382ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [622ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1263ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2842ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [5460ms] refreshing cache from master, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [5461ms] too many traces: truncated at 100 traces, deferred=Deferred@2060978277(state=PENDING, result=null, callback=(continuation of Deferred@1246104480 after retry RPC after error@412845567) -> (continuation of Deferred@1725877698 after retry RPC after error@1551858268) -> (continuation of Deferred@639525240 after retry RPC after error@1659808825) -> (continuation of Deferred@1926155643 after retry RPC after error@1438967012) -> (continuation of Deferred@285317 after retry RPC after error@396141016) -> (continuation of Deferred@331154245 after retry RPC after error@1630283282) -> (continuation of Deferred@1130268864 after retry RPC after error@834560786) -> (continuation of Deferred@1256388939 after retry RPC after error@1258183347) -> (continuation of Deferred@2110899108 after retry RPC after error@1060477439) -> (continuation of Deferred@1648367603 after retry RPC after error@1523839690) -> (continuation of Deferred@703383255 after retry RPC after error@981817460) -> (continuation of Deferred@1477984088 after retry RPC after error@488162099) -> (continuation of Deferred@1385002041 after retry RPC after error@1113313508) -> (continuation of Deferred@1537262856 after retry RPC after error@16421908) -> (continuation of Deferred@963576974 after retry RPC after error@623853495) -> (continuation of Deferred@2029663903 after retry RPC after error@745822112) -> (continuation of Deferred@1845394900 after retry RPC after error@829433179) -> (continuation of Deferred@412590884 after retry RPC after error@374353601) -> (continuation of Deferred@148828418 after retry RPC after error@942954431) -> (continuation of Deferred@496979230 after retry RPC after error@179199562) -> (continuation of Deferred@1963456764 after retry RPC after error@1872023628) -> (continuation of Deferred@134518557 after retry RPC after error@1889584217), errback=(continuation of Deferred@1246104480 after retry RPC after error@412845567) -> (continuation of Deferred@1725877698 after retry RPC after error@1551858268) -> (continuation of Deferred@639525240 after retry RPC after error@1659808825) -> (continuation of Deferred@1926155643 after retry RPC after error@1438967012) -> (continuation of Deferred@285317 after retry RPC after error@396141016) -> (continuation of Deferred@331154245 after retry RPC after error@1630283282) -> (continuation of Deferred@1130268864 after retry RPC after error@834560786) -> (continuation of Deferred@1256388939 after retry RPC after error@1258183347) -> (continuation of Deferred@2110899108 after retry RPC after error@1060477439) -> (continuation of Deferred@1648367603 after retry RPC after error@1523839690) -> (continuation of Deferred@703383255 after retry RPC after error@981817460) -> (continuation of Deferred@1477984088 after retry RPC after error@488162099) -> (continuation of Deferred@1385002041 after retry RPC after error@1113313508) -> (continuation of Deferred@1537262856 after retry RPC after error@16421908) -> (continuation of Deferred@963576974 after retry RPC after error@623853495) -> (continuation of Deferred@2029663903 after retry RPC after error@745822112) -> (continuation of Deferred@1845394900 after retry RPC after error@829433179) -> (continuation of Deferred@412590884 after retry RPC after error@374353601) -> (continuation of Deferred@148828418 after retry RPC after error@942954431) -> (continuation of Deferred@496979230 after retry RPC after error@179199562) -> (continuation of Deferred@1963456764 after retry RPC after error@1872023628) -> (continuation of Deferred@134518557 after retry RPC after error@1889584217)))
02:17:16.196 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:39949 was granted leadership with leaderSessionID=fccaa74f-8421-4778-8b52-f607c86f9583
02:17:16.196 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:39949 , session=fccaa74f-8421-4778-8b52-f607c86f9583
02:17:16.197 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:17:16.201 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:17:16.201 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:17:16.201 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 1a146b34-2bdf-408c-bc31-156956c2cfc5. Creating new DispatcherLeaderProcess.
02:17:16.202 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:17:16.204 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:17:16.204 [INFO - pool-531-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 82377ffb-7030-4f1f-b290-235e0ef95be7.
02:17:16.205 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:17:16.205 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:17:16.207 [INFO - pool-531-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_25 .
02:17:16.209 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_26 .
02:17:16.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.214 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
02:17:16.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.215 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:17:16.215 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_26 , session=1a146b34-2bdf-408c-bc31-156956c2cfc5
02:17:16.215 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:17:16.215 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:17:16.215 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:17:16.216 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_25 , session=82377ffb-7030-4f1f-b290-235e0ef95be7
02:17:16.217 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_25(b290235e0ef95be782377ffb70304f1f).
02:17:16.237 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:16.238 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:16.238 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:16.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.239 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:16.255 [INFO - flink-pekko.actor.default-dispatcher-10] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:17:16.256 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.260 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:16.260 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:16.260 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:16.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:16.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:16.260 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:16.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:16.260 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:16.261 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:16.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:16.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:16.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:16.261 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:16.262 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (8bae289e36d0f7d6ea0bf7490c2a8c74).
02:17:16.263 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (8bae289e36d0f7d6ea0bf7490c2a8c74).
02:17:16.263 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID bdc56cfa-0ccc-449f-9e2a-f5dd69775069 (pekko://flink/user/rpc/taskmanager_24) at ResourceManager
02:17:16.263 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-8bae289e36d0f7d6ea0bf7490c2a8c74'.
02:17:16.264 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 8bae289e36d0f7d6ea0bf7490c2a8c74 was granted leadership with leader id d47b2520-9d60-4a2b-a693-b9dbb1dda65a. Creating new JobMasterServiceProcess.
02:17:16.264 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_25 under registration id 451bf126edd8c5d4bfdb10bcc5775479.
02:17:16.265 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor bdc56cfa-0ccc-449f-9e2a-f5dd69775069 under 451bf126edd8c5d4bfdb10bcc5775479 at the slot manager.
02:17:16.265 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:16.265 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:16.265 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:16.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.266 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:16.266 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:16.267 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:16.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.267 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:16.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.268 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_27 .
02:17:16.273 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (8bae289e36d0f7d6ea0bf7490c2a8c74).
02:17:16.274 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (8bae289e36d0f7d6ea0bf7490c2a8c74).
02:17:16.275 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph ebe9db997fccec99fa54697bcbaf8c8b for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:16.275 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (8bae289e36d0f7d6ea0bf7490c2a8c74).
02:17:16.275 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:17:16.276 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:17:16.277 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ddd43bf
02:17:16.277 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:16.277 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11983367324850918148/checkpoints")
02:17:16.278 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:17:16.278 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@3f08ad89 for Flink Streaming Job (8bae289e36d0f7d6ea0bf7490c2a8c74).
02:17:16.279 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_27 , session=d47b2520-9d60-4a2b-a693-b9dbb1dda65a
02:17:16.279 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (8bae289e36d0f7d6ea0bf7490c2a8c74) under job master id a693b9dbb1dda65ad47b25209d604a2b.
02:17:16.280 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:17:16.288 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:16.288 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:16.294 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.297 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:16.297 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:16.297 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:16.297 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:16.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.298 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:16.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.299 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.299 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.299 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:17:16.299 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (8bae289e36d0f7d6ea0bf7490c2a8c74) switched from state CREATED to RUNNING.
02:17:16.300 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:17:16.300 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:17:16.301 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:17:16.301 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:16.301 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:17:16.302 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:16.302 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_25(b290235e0ef95be782377ffb70304f1f)
02:17:16.302 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:16.304 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:17:16.304 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.129.252:44083(127.1.129.252:44083)] Successfully connected to peer
02:17:16.304 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:390) Registering job manager a693b9dbb1dda65ad47b25209d604a2b@pekko://flink/user/rpc/jobmanager_27 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:16.309 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.129.253:40449(127.1.129.253:40449)] Successfully connected to peer
02:17:16.311 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager a693b9dbb1dda65ad47b25209d604a2b@pekko://flink/user/rpc/jobmanager_27 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:16.325 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.252
02:17:16.329 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.253
02:17:16.331 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: b290235e0ef95be782377ffb70304f1f.
02:17:16.332 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 8bae289e36d0f7d6ea0bf7490c2a8c74: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:17:16.332 [DEBUG - main] (Connection.java:748) [peer master-127.2.75.124:34817(127.2.75.124:34817)] connecting to peer
02:17:16.334 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.129.254:37147(127.1.129.254:37147)] Successfully connected to peer
02:17:16.337 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 8bae289e36d0f7d6ea0bf7490c2a8c74
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager bdc56cfa-0ccc-449f-9e2a-f5dd69775069
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:17:16.338 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7efbbebeaf1f336d2faa36b8c3c73d73 from bdc56cfa-0ccc-449f-9e2a-f5dd69775069 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:17:16.339 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6f6c6a5b6ba64bd278d8ca97200c12b3 from bdc56cfa-0ccc-449f-9e2a-f5dd69775069 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:17:16.339 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 7efbbebeaf1f336d2faa36b8c3c73d73 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 from resource manager with leader id b290235e0ef95be782377ffb70304f1f.
02:17:16.339 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7e3b2bbddae243324f3033383c285604 from bdc56cfa-0ccc-449f-9e2a-f5dd69775069 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:17:16.339 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 7efbbebeaf1f336d2faa36b8c3c73d73 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:17:16.339 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.340 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6a8aadb66f50079c9efdf90ba091d5e2 from bdc56cfa-0ccc-449f-9e2a-f5dd69775069 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:17:16.342 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.347 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5d8dc9af, L:/127.0.0.1:48216 - R:/127.1.129.252:44083] using SASL/PLAIN
02:17:16.347 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x302d10ec, L:/127.0.0.1:49806 - R:/127.1.129.253:40449] using SASL/PLAIN
02:17:16.357 [DEBUG - main] (Connection.java:748) [peer master-127.2.75.125:33699(127.2.75.125:33699)] connecting to peer
02:17:16.360 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.75.124:34817(127.2.75.124:34817)] Successfully connected to peer
02:17:16.363 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.254
02:17:16.367 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultJobLeaderService.java:192) Add job 8bae289e36d0f7d6ea0bf7490c2a8c74 for job leader monitoring.
02:17:16.367 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_27 with leader id d47b2520-9d60-4a2b-a693-b9dbb1dda65a.
02:17:16.368 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 6f6c6a5b6ba64bd278d8ca97200c12b3 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 from resource manager with leader id b290235e0ef95be782377ffb70304f1f.
02:17:16.368 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 6f6c6a5b6ba64bd278d8ca97200c12b3 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:17:16.369 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 7e3b2bbddae243324f3033383c285604 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 from resource manager with leader id b290235e0ef95be782377ffb70304f1f.
02:17:16.369 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 7e3b2bbddae243324f3033383c285604 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:17:16.369 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 6a8aadb66f50079c9efdf90ba091d5e2 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 from resource manager with leader id b290235e0ef95be782377ffb70304f1f.
02:17:16.369 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 6a8aadb66f50079c9efdf90ba091d5e2 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:17:16.372 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:17:16.374 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_27 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:16.375 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1783) Establish JobManager connection for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:16.375 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:16.375 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:17:16.376 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bdc56cfa-0ccc-449f-9e2a-f5dd69775069 @ 127.0.0.1 (dataPort=-1) with allocation id 7efbbebeaf1f336d2faa36b8c3c73d73
02:17:16.376 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.124
02:17:16.380 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 7efbbebeaf1f336d2faa36b8c3c73d73.
02:17:16.381 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:16.381 [INFO - flink-pekko.actor.default-dispatcher-10] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:17:16.381 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 8bae289e36d0f7d6ea0bf7490c2a8c74
02:17:16.382 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 7efbbebeaf1f336d2faa36b8c3c73d73.
02:17:16.386 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.386 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.390 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:16.390 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:16.390 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:16.390 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.391 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.401 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x385ad8c5, L:/127.0.0.1:52528 - R:/127.1.129.254:37147] using SASL/PLAIN
02:17:16.401 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xea7381a3, L:/127.0.0.1:47764 - R:/127.2.75.124:34817] using SASL/PLAIN
02:17:16.409 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:16.409 [DEBUG - main] (Connection.java:748) [peer master-127.2.75.126:39511(127.2.75.126:39511)] connecting to peer
02:17:16.409 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:16.409 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:17:16.409 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:16.409 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.409 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=108), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.129.252:44083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.129.253:40449, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.129.254:37147, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.129.252:44083: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.1.129.253:40449: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.1.129.254:37147: OK, deferred=null) after lookup
02:17:16.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.409 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.410 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.410 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.410 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.410 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.410 [DEBUG - main] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:17:16.410 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.75.125:33699(127.2.75.125:33699)] Successfully connected to peer
02:17:16.410 [DEBUG - main] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=91), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.124:34817, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.125:33699, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.75.124:34817: OK, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.126:39511, deferred=null) after lookup
02:17:16.411 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.75.126:39511(127.2.75.126:39511)] Successfully connected to peer
02:17:16.414 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4990288f53e648f2a91ea37c2bd9d4d7
02:17:16.414 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:16.415 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:16.415 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:16.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:16.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:16.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:16.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:16.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:16.416 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:16.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:16.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:16.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:16.416 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:16.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:16.419 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ef02a2598cc3407f93db43619fb15660 for table 'replication_test_table' with partition [<start>, <end>)
02:17:16.420 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ef02a2598cc3407f93db43619fb15660@[4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)[L],ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921),d9f0cc6094ef46f59b5ea513d62328d0(127.1.129.194:45529)]}]
02:17:16.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c6a8a86d3c1e4128ab174a6d3299e20a for table 'replication_test_table' with partition [<start>, <end>)
02:17:16.427 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c6a8a86d3c1e4128ab174a6d3299e20a@[6b35f009846a428e9956c1802c52ccdf(127.2.75.67:36653),b4609a743cc746978e794704acd2a3c6(127.2.75.66:40817),d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)[L]]}]
02:17:16.427 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.75.124:34817, [8ms] Sub RPC GetTableLocations: received response from server master-127.2.75.124:34817: OK, deferred=null)) after lookup
02:17:16.427 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)] connecting to peer
02:17:16.428 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.434 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc1ab5ae5, L:/127.0.0.1:45662 - R:/127.2.75.126:39511] using TOKEN/null
02:17:16.445 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:17:16.446 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:17:16.446 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:17:16.446 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bdc56cfa-0ccc-449f-9e2a-f5dd69775069 @ 127.0.0.1 (dataPort=-1) with allocation id 7e3b2bbddae243324f3033383c285604
02:17:16.447 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7e3b2bbddae243324f3033383c285604.
02:17:16.447 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:17:16.448 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bdc56cfa-0ccc-449f-9e2a-f5dd69775069 @ 127.0.0.1 (dataPort=-1) with allocation id 6f6c6a5b6ba64bd278d8ca97200c12b3
02:17:16.448 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.448 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39b10ef6
02:17:16.449 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:16.449 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 7e3b2bbddae243324f3033383c285604.
02:17:16.449 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11983367324850918148/checkpoints")
02:17:16.449 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:17:16.454 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd1647600, L:/127.0.0.1:58374 - R:/127.2.75.125:33699] using TOKEN/null
02:17:16.459 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c44e08a
02:17:16.462 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:16.463 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:17:16.463 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bdc56cfa-0ccc-449f-9e2a-f5dd69775069 @ 127.0.0.1 (dataPort=-1) with allocation id 6a8aadb66f50079c9efdf90ba091d5e2
02:17:16.463 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:17:16.464 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)] Successfully connected to peer
02:17:16.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.471 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6f6c6a5b6ba64bd278d8ca97200c12b3.
02:17:16.471 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:17:16.472 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:17:16.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@723f7183
02:17:16.473 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.2.75.124:34817(127.2.75.124:34817)] connecting to peer
02:17:16.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:16.474 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11983367324850918148/checkpoints")
02:17:16.474 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:17:16.474 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 6f6c6a5b6ba64bd278d8ca97200c12b3.
02:17:16.475 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:17:16.479 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@47cf9f28
02:17:16.480 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.2.75.125:33699(127.2.75.125:33699)] connecting to peer
02:17:16.481 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.2.75.126:39511(127.2.75.126:39511)] connecting to peer
02:17:16.481 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:16.482 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.75.125:33699(127.2.75.125:33699)] Successfully connected to peer
02:17:16.483 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.75.124:34817(127.2.75.124:34817)] Successfully connected to peer
02:17:16.485 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.125
02:17:16.487 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.124
02:17:16.492 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.493 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.494 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.496 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe261d73c, L:/127.0.0.1:58388 - R:/127.2.75.125:33699] using SASL/PLAIN
02:17:16.498 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:16.498 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:16.498 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:16.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.499 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.499 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:16.499 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1797d52c, L:/127.0.0.1:47772 - R:/127.2.75.124:34817] using SASL/PLAIN
02:17:16.501 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8033326c, L:/127.0.0.1:36568 - R:/127.2.75.65:42077] using TOKEN/null
02:17:16.502 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.75.126:39511(127.2.75.126:39511)] Successfully connected to peer
02:17:16.503 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7efbbebeaf1f336d2faa36b8c3c73d73.
02:17:16.503 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7e3b2bbddae243324f3033383c285604.
02:17:16.503 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6f6c6a5b6ba64bd278d8ca97200c12b3.
02:17:16.503 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6a8aadb66f50079c9efdf90ba091d5e2.
02:17:16.503 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6a8aadb66f50079c9efdf90ba091d5e2.
02:17:16.504 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 6a8aadb66f50079c9efdf90ba091d5e2.
02:17:16.506 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:17:16.506 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:17:16.507 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a2ca858
02:17:16.507 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:16.507 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11983367324850918148/checkpoints")
02:17:16.508 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:17:16.508 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:17:16.510 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:17:16.510 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@494dc02b
02:17:16.510 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:17:16.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:17:16.512 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72c105d2
02:17:16.512 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:17:16.512 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11983367324850918148/checkpoints")
02:17:16.512 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.126
02:17:16.512 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:16.512 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:17:16.512 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:17:16.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.124:34817, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.125:33699, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.126:39511, [27ms] Sub RPC ConnectToMaster: received response from server master-127.2.75.125:33699: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.2.75.124:34817: OK, deferred=null) after lookup
02:17:16.515 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@32c4aa3a
02:17:16.517 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:16.518 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:16.523 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bae289e36d0f7d6ea0bf7490c2a8c74 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 8bae289e36d0f7d6ea0bf7490c2a8c74 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.523 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.2.75.124:34817(127.2.75.124:34817)] connecting to peer
02:17:16.524 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.2.75.124:34817(127.2.75.124:34817)] connecting to peer
02:17:16.525 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.2.75.124:34817(127.2.75.124:34817)] connecting to peer
02:17:16.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:16.525 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46a5f298
02:17:16.527 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:17:16.527 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:17:16.529 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.2.75.125:33699(127.2.75.125:33699)] connecting to peer
02:17:16.530 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.75.124:34817(127.2.75.124:34817)] Successfully connected to peer
02:17:16.533 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.124
02:17:16.533 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.2.75.125:33699(127.2.75.125:33699)] connecting to peer
02:17:16.534 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.75.124:34817(127.2.75.124:34817)] Successfully connected to peer
02:17:16.534 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:16.537 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.2.75.126:39511(127.2.75.126:39511)] connecting to peer
02:17:16.538 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.75.125:33699(127.2.75.125:33699)] Successfully connected to peer
02:17:16.541 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.541 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.125
02:17:16.542 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:16.542 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:16.542 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:16.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:16.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:16.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:16.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:16.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:16.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:16.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:16.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:16.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:16.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:16.546 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.549 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:16.549 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:16.549 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:16.549 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.549 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.550 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.552 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.124
02:17:16.552 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.75.126:39511(127.2.75.126:39511)] Successfully connected to peer
02:17:16.553 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.2.75.126:39511(127.2.75.126:39511)] connecting to peer
02:17:16.554 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.75.125:33699(127.2.75.125:33699)] Successfully connected to peer
02:17:16.558 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5880a3be, L:/127.0.0.1:47776 - R:/127.2.75.124:34817] using SASL/PLAIN
02:17:16.560 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.564 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd60ae638, L:/127.0.0.1:47784 - R:/127.2.75.124:34817] using SASL/PLAIN
02:17:16.566 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.126
02:17:16.566 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xcb52819f, L:/127.0.0.1:45672 - R:/127.2.75.126:39511] using SASL/PLAIN
02:17:16.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:17:16.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.124:34817, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.125:33699, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.126:39511, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.75.124:34817: OK, deferred=null) after lookup
02:17:16.570 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.125
02:17:16.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:16.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:16.574 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7fc489c6
02:17:16.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:17:16.576 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:17:16.578 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.581 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x79db93fd, L:/127.0.0.1:45686 - R:/127.2.75.126:39511] using SASL/PLAIN
02:17:16.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.588 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:17:16.588 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=106), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.124:34817, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.125:33699, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.126:39511, [38ms] Sub RPC ConnectToMaster: received response from server master-127.2.75.124:34817: OK, deferred=null) after lookup
02:17:16.590 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.592 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x09cbb2b0, L:/127.0.0.1:58402 - R:/127.2.75.125:33699] using SASL/PLAIN
02:17:16.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:17:16.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a65743abf6fb1e5442c1975c0b321dffcd144677719b82ff6bb8387565810175'}]
02:17:16.595 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:16.595 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:16.596 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:16.597 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.75.126:39511(127.2.75.126:39511)] Successfully connected to peer
02:17:16.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:16.600 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@436845fc
02:17:16.601 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.612 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5dbeccef, L:/127.0.0.1:58412 - R:/127.2.75.125:33699] using SASL/PLAIN
02:17:16.613 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.2.75.125:33699(127.2.75.125:33699)] connecting to peer
02:17:16.614 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.75.124:34817(127.2.75.124:34817)] Successfully connected to peer
02:17:16.617 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.618 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.2.75.126:39511(127.2.75.126:39511)] connecting to peer
02:17:16.619 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.75.126:39511(127.2.75.126:39511)] Successfully connected to peer
02:17:16.620 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:17:16.620 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:17:16.620 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:17:16.621 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.124
02:17:16.622 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.126
02:17:16.622 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5c8e0d3c, L:/127.0.0.1:45696 - R:/127.2.75.126:39511] using TOKEN/null
02:17:16.625 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.75.125:33699(127.2.75.125:33699)] Successfully connected to peer
02:17:16.631 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.75.125
02:17:16.638 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:16.638 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:16.638 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:16.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:16.641 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.644 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.644 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.645 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbb18c0c4, L:/127.0.0.1:47796 - R:/127.2.75.124:34817] using SASL/PLAIN
02:17:16.646 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:17:16.651 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf75cdbe3, L:/127.0.0.1:58420 - R:/127.2.75.125:33699] using SASL/PLAIN
02:17:16.652 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:16.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:17:16.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=137), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.124:34817, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.125:33699, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.75.126:39511, [129ms] Sub RPC ConnectToMaster: received response from server master-127.2.75.125:33699: OK, [129ms] Sub RPC ConnectToMaster: received response from server master-127.2.75.124:34817: OK, deferred=null) after lookup
02:17:16.659 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf40b1df1, L:/127.0.0.1:45712 - R:/127.2.75.126:39511] using SASL/PLAIN
02:17:16.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:16.662 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:16.662 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a33ccde
02:17:16.664 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:17:16.664 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:17:16.666 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:17:16.666 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:17:16.667 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:17:16.668 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:17:16.670 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:17:16.670 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ebe9db997fccec99fa54697bcbaf8c8b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:17:16.672 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=ef02a2598cc3407f93db43619fb15660@[4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)[L],ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921),d9f0cc6094ef46f59b5ea513d62328d0(127.1.129.194:45529)]}]
02:17:16.678 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] connecting to peer
02:17:16.690 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:16.690 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:16.690 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:16.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.691 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:16.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.719 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:16.719 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:16.719 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:16.719 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:16.727 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:16.736 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] Successfully connected to peer
02:17:16.756 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.761 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.195
02:17:16.773 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:16.783 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:16.794 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.796 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8b29052a, L:/127.0.0.1:36068 - R:/127.1.129.195:35921] using SASL/PLAIN
02:17:16.831 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false, responseScanTimestamp = 7305121940684800001) for scanner KuduScanner(table=replication_test_table, tablet=ef02a2598cc3407f93db43619fb15660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:16.833 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [a65743abf6fb1e5442c1975c0b321dffcd144677719b82ff6bb8387565810175]
02:17:16.835 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:17:16.843 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:16.853 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet c6a8a86d3c1e4128ab174a6d3299e20a for table 'replication_test_table' with partition [<start>, <end>)
02:17:16.853 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c6a8a86d3c1e4128ab174a6d3299e20a@[6b35f009846a428e9956c1802c52ccdf(127.2.75.67:36653),b4609a743cc746978e794704acd2a3c6(127.2.75.66:40817),d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)[L]]}]
02:17:16.860 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a65743abf6fb1e5442c1975c0b321dffcd144677719b82ff6bb8387565810175]
02:17:16.861 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:17:16.861 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:17:16.861 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] disconnecting while in state READY
02:17:16.862 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a65743abf6fb1e5442c1975c0b321dffcd144677719b82ff6bb8387565810175 finished by subtask 0; deferring removal (restored in pending)
02:17:16.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:17:16.873 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] handling channelInactive
02:17:16.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] cleaning up while in state READY due to: connection closed
02:17:16.874 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:17:16.874 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:17:16.900 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:16.913 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:16.913 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:16.913 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:16.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:16.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:16.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:16.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:16.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:16.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:16.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:16.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:16.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:16.915 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:16.926 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:16.927 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:16.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:16.928 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:16.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:16.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:16.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:16.945 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:16.946 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:16.946 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:16.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:16.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:16.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:16.948 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:16.959 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:16.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:16.995 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:16.995 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:16.995 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:16.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:16.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:16.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:16.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:16.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:16.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:16.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:16.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:16.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:16.996 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:16.999 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:17.000 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:17.000 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:17.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:17.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:17.000 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:17.000 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:17.000 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:17.000 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:17.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:17.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:17.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:17.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:17.017 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:17.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477037022 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:17.029 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=10, operationSize=1800, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@d6edb9d, flushNotification=Deferred@1600761773(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:17:17.030 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)] connecting to peer
02:17:17.036 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)] Successfully connected to peer
02:17:17.037 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:17.038 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:17.038 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:17.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:17.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27841), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [10ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [12ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [14ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [420ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [420ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [421ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [421ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [662ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [662ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1522ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2161ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4800ms] refreshing cache from master, [4800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4802ms] too many traces: truncated at 100 traces, deferred=Deferred@101313161(state=PENDING, result=null, callback=(continuation of Deferred@291053084 after retry RPC after error@1188694375) -> (continuation of Deferred@1332715009 after retry RPC after error@108751047) -> (continuation of Deferred@1594572778 after retry RPC after error@1225557085) -> (continuation of Deferred@2057340139 after retry RPC after error@658564648) -> (continuation of Deferred@556951877 after retry RPC after error@204549970) -> (continuation of Deferred@1925740003 after retry RPC after error@1377414196) -> (continuation of Deferred@1624477555 after retry RPC after error@1696429956) -> (continuation of Deferred@1414226345 after retry RPC after error@1261178648) -> (continuation of Deferred@930654489 after retry RPC after error@970414373) -> (continuation of Deferred@907948447 after retry RPC after error@501333131) -> (continuation of Deferred@1864625743 after retry RPC after error@1824431359) -> (continuation of Deferred@728484414 after retry RPC after error@998125116) -> (continuation of Deferred@1272966794 after retry RPC after error@1394526826) -> (continuation of Deferred@642891789 after retry RPC after error@1821639989) -> (continuation of Deferred@1477119379 after retry RPC after error@2112078178) -> (continuation of Deferred@1427781499 after retry RPC after error@434847040) -> (continuation of Deferred@420273275 after retry RPC after error@2055726825) -> (continuation of Deferred@2116200237 after retry RPC after error@1055102100) -> (continuation of Deferred@1098082359 after retry RPC after error@75918942) -> (continuation of Deferred@1878436396 after retry RPC after error@1293141106) -> (continuation of Deferred@393948983 after retry RPC after error@540559128) -> (continuation of Deferred@2059747065 after retry RPC after error@690374023) -> (continuation of Deferred@1743443203 after retry RPC after error@92819041) -> (continuation of Deferred@1449761503 after retry RPC after error@1299769320), errback=(continuation of Deferred@291053084 after retry RPC after error@1188694375) -> (continuation of Deferred@1332715009 after retry RPC after error@108751047) -> (continuation of Deferred@1594572778 after retry RPC after error@1225557085) -> (continuation of Deferred@2057340139 after retry RPC after error@658564648) -> (continuation of Deferred@556951877 after retry RPC after error@204549970) -> (continuation of Deferred@1925740003 after retry RPC after error@1377414196) -> (continuation of Deferred@1624477555 after retry RPC after error@1696429956) -> (continuation of Deferred@1414226345 after retry RPC after error@1261178648) -> (continuation of Deferred@930654489 after retry RPC after error@970414373) -> (continuation of Deferred@907948447 after retry RPC after error@501333131) -> (continuation of Deferred@1864625743 after retry RPC after error@1824431359) -> (continuation of Deferred@728484414 after retry RPC after error@998125116) -> (continuation of Deferred@1272966794 after retry RPC after error@1394526826) -> (continuation of Deferred@642891789 after retry RPC after error@1821639989) -> (continuation of Deferred@1477119379 after retry RPC after error@2112078178) -> (continuation of Deferred@1427781499 after retry RPC after error@434847040) -> (continuation of Deferred@420273275 after retry RPC after error@2055726825) -> (continuation of Deferred@2116200237 after retry RPC after error@1055102100) -> (continuation of Deferred@1098082359 after retry RPC after error@75918942) -> (continuation of Deferred@1878436396 after retry RPC after error@1293141106) -> (continuation of Deferred@393948983 after retry RPC after error@540559128) -> (continuation of Deferred@2059747065 after retry RPC after error@690374023) -> (continuation of Deferred@1743443203 after retry RPC after error@92819041) -> (continuation of Deferred@1449761503 after retry RPC after error@1299769320)))
02:17:17.070 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:17.074 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:17.077 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xdbc34121, L:/127.0.0.1:36572 - R:/127.2.75.65:42077] using TOKEN/null
02:17:17.082 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.109 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:17.109 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:17.109 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:17.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.112 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:17.151 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:17.157 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:17.157 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:17.158 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:17.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.159 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.159 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:17.169 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:17.169 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:17.169 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:17.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:17.212 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:17.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.216 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4990288f53e648f2a91ea37c2bd9d4d7
02:17:17.227 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (1958 bytes, checkpointDuration=205 ms, finalizationTime=0 ms).
02:17:17.230 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:17:17.231 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split a65743abf6fb1e5442c1975c0b321dffcd144677719b82ff6bb8387565810175 from pending
02:17:17.231 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
02:17:17.256 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.262 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef02a2598cc3407f93db43619fb15660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:17.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bafdf2c7b364f71a3ca6800c1efc6b0
02:17:17.284 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c6a8a86d3c1e4128ab174a6d3299e20a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:17.286 [DEBUG - main] (Connection.java:575) [peer master-127.2.75.125:33699(127.2.75.125:33699)] disconnecting while in state READY
02:17:17.287 [DEBUG - main] (Connection.java:575) [peer master-127.2.75.126:39511(127.2.75.126:39511)] disconnecting while in state READY
02:17:17.287 [DEBUG - main] (Connection.java:575) [peer d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)] disconnecting while in state READY
02:17:17.287 [DEBUG - main] (Connection.java:575) [peer master-127.2.75.124:34817(127.2.75.124:34817)] disconnecting while in state READY
02:17:17.287 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:17.288 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:17.288 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:17.289 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.75.125:33699(127.2.75.125:33699)] handling channelInactive
02:17:17.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.75.125:33699(127.2.75.125:33699)] cleaning up while in state READY due to: connection closed
02:17:17.290 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.75.126:39511(127.2.75.126:39511)] handling channelInactive
02:17:17.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.75.126:39511(127.2.75.126:39511)] cleaning up while in state READY due to: connection closed
02:17:17.290 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.75.124:34817(127.2.75.124:34817)] handling channelInactive
02:17:17.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.75.124:34817(127.2.75.124:34817)] cleaning up while in state READY due to: connection closed
02:17:17.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:17.293 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:17:17.294 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
02:17:17.295 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.297 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
02:17:17.297 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:17:17.298 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:17.298 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:17.299 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:17.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.299 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:17.303 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:17.303 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:17.303 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:17.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:17.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:17.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:17.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:17.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:17.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:17.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:17.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:17.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:17.304 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:17.309 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)] handling channelInactive
02:17:17.309 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)] cleaning up while in state READY due to: connection closed
02:17:17.310 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
02:17:17.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:17.310802  2349 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 2803
02:17:17.366 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)] handling channelInactive
02:17:17.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d6b8f52fb309468382bc58e483897fcd(127.2.75.65:42077)] cleaning up while in state READY due to: connection closed
02:17:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:17.379370  2349 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 2974
02:17:17.443 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:17.444 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:17.444 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:17.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:17.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:17.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:17.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:17.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:17.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:17.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:17.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:17.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:17.445 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:17.458396  2349 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 3121
02:17:17.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.478 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:17.479 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:17.479 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:17.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:17.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:17.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:17.479 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:17.504242  2349 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 2361
02:17:17.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477037522 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:17.541 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
02:17:17.543 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:17:17.547 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:17.548 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:17.548 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:17.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.549 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.549 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.549 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.549 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:17.567 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.75.126:39511(127.2.75.126:39511)] handling channelInactive
02:17:17.567 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.75.126:39511(127.2.75.126:39511)] handling channelInactive
02:17:17.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.75.126:39511(127.2.75.126:39511)] cleaning up while in state READY due to: connection closed
02:17:17.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.75.126:39511(127.2.75.126:39511)] cleaning up while in state READY due to: connection closed
02:17:17.567 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.75.126:39511(127.2.75.126:39511)] handling channelInactive
02:17:17.567 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.75.126:39511(127.2.75.126:39511)] handling channelInactive
02:17:17.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.75.126:39511(127.2.75.126:39511)] cleaning up while in state READY due to: connection closed
02:17:17.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.75.126:39511(127.2.75.126:39511)] cleaning up while in state READY due to: connection closed
02:17:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:17.570338  2349 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 2487
02:17:17.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:17.603845  2657 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.75.126:39511: connect: Connection refused (error 111)
02:17:17.605 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:17.606 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:17.606 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:17.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:17.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:17.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:17.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:17.618816  2657 consensus_peers.cc:597] T 00000000000000000000000000000000 P afff8fe3d90f410faefb9ef9f935600d -> Peer b2d4424daa604f5385a01e45da2ab7d7 (127.2.75.126:39511): Couldn't send request to peer b2d4424daa604f5385a01e45da2ab7d7. Status: Network error: Client connection negotiation failed: client connection to 127.2.75.126:39511: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:17:17.635 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.75.125:33699(127.2.75.125:33699)] handling channelInactive
02:17:17.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.75.125:33699(127.2.75.125:33699)] cleaning up while in state READY due to: connection closed
02:17:17.636 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.75.125:33699(127.2.75.125:33699)] handling channelInactive
02:17:17.635 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.75.125:33699(127.2.75.125:33699)] handling channelInactive
02:17:17.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.75.125:33699(127.2.75.125:33699)] cleaning up while in state READY due to: connection closed
02:17:17.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.75.125:33699(127.2.75.125:33699)] cleaning up while in state READY due to: connection closed
02:17:17.635 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.75.125:33699(127.2.75.125:33699)] handling channelInactive
02:17:17.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.75.125:33699(127.2.75.125:33699)] cleaning up while in state READY due to: connection closed
02:17:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:17.646129  2349 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 2620
02:17:17.659 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:17.659 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:17.659 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:17.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:17.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:17.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:17.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:17.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:17.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:17.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:17.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:17.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:17.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:17.683 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.75.124:34817(127.2.75.124:34817)] handling channelInactive
02:17:17.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.75.124:34817(127.2.75.124:34817)] cleaning up while in state READY due to: connection closed
02:17:17.683 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.75.124:34817(127.2.75.124:34817)] handling channelInactive
02:17:17.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.75.124:34817(127.2.75.124:34817)] cleaning up while in state READY due to: connection closed
02:17:17.683 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.75.124:34817(127.2.75.124:34817)] handling channelInactive
02:17:17.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.75.124:34817(127.2.75.124:34817)] cleaning up while in state READY due to: connection closed
02:17:17.684 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.75.124:34817(127.2.75.124:34817)] handling channelInactive
02:17:17.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.75.124:34817(127.2.75.124:34817)] cleaning up while in state READY due to: connection closed
02:17:17.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.746 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:17.746 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:17.746 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:17.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:17.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:17.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:17.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:17.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:17.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:17.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:17.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:17.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:17.748 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:17.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.795 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:17.796 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:17.796 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:17.796 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:17.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:17.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:17.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:17.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:17.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:17.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:17.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:17.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:17.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:17.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:17.888 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:17.890 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:17.890 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:17.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:17.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:17.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:17.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:17.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:17.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:17.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:17.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:17.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:17.891 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:17.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.024 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477038023 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:18.040 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:17:18.041 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:17:18.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.096 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:18.096 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:18.096 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:18.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:18.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:18.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:18.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:18.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:18.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:18.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:18.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:18.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:18.100 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:18.189 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:18.189 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:18.190 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:18.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:18.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:18.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:18.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:18.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:18.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:18.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:18.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:18.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:18.190 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:18.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.295 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.307 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4990288f53e648f2a91ea37c2bd9d4d7
02:17:18.314 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='56ba4d4ee212f67146be1958ac2f96a199b61ac1de059b80eeeaec097981030c'}]
02:17:18.316 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:18.335 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:17:18.338 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298107, tablet=ef02a2598cc3407f93db43619fb15660@[4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)[L],ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921),d9f0cc6094ef46f59b5ea513d62328d0(127.1.129.194:45529)]}]
02:17:18.351 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] connecting to peer
02:17:18.363 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] Successfully connected to peer
02:17:18.389 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.195
02:17:18.427 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:18.427 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:18.427 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:18.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:18.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:18.427 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:18.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:18.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:18.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:18.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:18.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:18.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:18.428 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:18.428 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [6ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [6ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [85ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [85ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [85ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [882ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [883ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [883ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [883ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1263ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2401ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2402ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [4261ms] refreshing cache from master, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4262ms] too many traces: truncated at 100 traces, deferred=Deferred@1381949583(state=PENDING, result=null, callback=(continuation of Deferred@1295765287 after retry RPC after error@1664002172) -> (continuation of Deferred@1833321979 after retry RPC after error@1220123204) -> (continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062) -> (continuation of Deferred@1588493817 after retry RPC after error@1156380250), errback=(continuation of Deferred@1295765287 after retry RPC after error@1664002172) -> (continuation of Deferred@1833321979 after retry RPC after error@1220123204) -> (continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062) -> (continuation of Deferred@1588493817 after retry RPC after error@1156380250)))
02:17:18.447 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:18.458 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x330539aa, L:/127.0.0.1:36074 - R:/127.1.129.195:35921] using SASL/PLAIN
02:17:18.461 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:18.461 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:18.461 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:18.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:18.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:18.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:18.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:18.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:18.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:18.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:18.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:18.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:18.464 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:18.507 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121948876800001) for scanner KuduScanner(table=replication_test_table, tablet=ef02a2598cc3407f93db43619fb15660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:18.507 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [56ba4d4ee212f67146be1958ac2f96a199b61ac1de059b80eeeaec097981030c]
02:17:18.508 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [56ba4d4ee212f67146be1958ac2f96a199b61ac1de059b80eeeaec097981030c]
02:17:18.508 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:17:18.508 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:17:18.510 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 56ba4d4ee212f67146be1958ac2f96a199b61ac1de059b80eeeaec097981030c finished by subtask 2; deferring removal (restored in pending)
02:17:18.510 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] disconnecting while in state READY
02:17:18.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:17:18.515 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:18.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:18.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:18.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:18.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:18.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:18.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:18.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:18.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:18.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:18.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:18.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:18.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:18.523 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477038523 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:18.538 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (1968 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:17:18.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:17:18.540 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 56ba4d4ee212f67146be1958ac2f96a199b61ac1de059b80eeeaec097981030c from pending
02:17:18.540 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
02:17:18.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.589 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] handling channelInactive
02:17:18.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] cleaning up while in state READY due to: connection closed
02:17:18.589 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:17:18.590 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:17:18.603 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:18.603 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:18.603 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:18.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:18.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:18.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:18.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:18.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:18.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:18.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:18.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:18.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:18.605 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:18.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.737 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:18.738 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:18.738 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:18.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:18.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:18.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:18.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:18.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:18.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:18.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:18.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:18.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:18.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:18.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.795 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:18.930 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:18.930 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:18.930 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:18.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:18.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:18.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:18.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:18.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:18.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:18.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:18.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:18.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:18.932 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:18.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:19.011324  1801 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4620 after lost signal to thread 1729
02:17:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:19.012547  1801 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7060 after lost signal to thread 1804
02:17:19.022 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477039022 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:19.034 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:17:19.036 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:17:19.069 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:19.070 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:19.070 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:19.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:19.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:19.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:19.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:19.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:19.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:19.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:19.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:19.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:19.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:19.076 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:19.077 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:19.077 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:19.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:19.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:19.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:19.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:19.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:19.079 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:19.079 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:19.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:19.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:19.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:19.082 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.128 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:19.128 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:19.128 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:19.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:19.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:19.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:19.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:19.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:19.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:19.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:19.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:19.130 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:19.130 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:19.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.257 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44a1d56ce7e44c75dd2bece6ef564b6b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44a1d56ce7e44c75dd2bece6ef564b6b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:17:19Z chronyd exiting
02:17:19.295 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.414 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:19.414 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:19.414 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:19.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.419 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:19.443 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:19.443 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:19.443 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:19.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:19.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:19.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:19.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:19.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:19.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:19.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:19.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:19.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:19.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:19.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.464 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:19.464 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:19.465 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:19.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.467 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:19.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:19.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:19.516 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:19.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:19.522 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477039522 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:19.535 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:17:19.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:17:19.582 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.644 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:19.644 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:19.645 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:19.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:19.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26786), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [29ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [71ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [129ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [167ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [168ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [169ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [169ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [208ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [208ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [245ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [303ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [385ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [385ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [543ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [684ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [684ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1423ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3362ms] refreshing cache from master, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3363ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3364ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3364ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3364ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [6581ms] refreshing cache from master, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [6581ms] too many traces: truncated at 100 traces, deferred=Deferred@1891107150(state=PENDING, result=null, callback=(continuation of Deferred@1131082437 after retry RPC after error@527521117) -> (continuation of Deferred@1667812668 after retry RPC after error@1399460462) -> (continuation of Deferred@1199717916 after retry RPC after error@1389121548) -> (continuation of Deferred@2003330628 after retry RPC after error@1955787685) -> (continuation of Deferred@582373877 after retry RPC after error@306850207) -> (continuation of Deferred@639903700 after retry RPC after error@1170794350) -> (continuation of Deferred@1432432603 after retry RPC after error@379904569) -> (continuation of Deferred@288980414 after retry RPC after error@331877216) -> (continuation of Deferred@1326182709 after retry RPC after error@2123327431) -> (continuation of Deferred@604057893 after retry RPC after error@2000793038) -> (continuation of Deferred@1741908042 after retry RPC after error@1650956840) -> (continuation of Deferred@1338120024 after retry RPC after error@890764467) -> (continuation of Deferred@1241142115 after retry RPC after error@395458222) -> (continuation of Deferred@1211468755 after retry RPC after error@1112347650) -> (continuation of Deferred@1505175139 after retry RPC after error@1603685565) -> (continuation of Deferred@991510415 after retry RPC after error@291422698) -> (continuation of Deferred@1899657628 after retry RPC after error@472133794) -> (continuation of Deferred@1857262062 after retry RPC after error@151346243) -> (continuation of Deferred@735126118 after retry RPC after error@374191774) -> (continuation of Deferred@1686337880 after retry RPC after error@1204278991) -> (continuation of Deferred@1697062467 after retry RPC after error@505789759), errback=(continuation of Deferred@1131082437 after retry RPC after error@527521117) -> (continuation of Deferred@1667812668 after retry RPC after error@1399460462) -> (continuation of Deferred@1199717916 after retry RPC after error@1389121548) -> (continuation of Deferred@2003330628 after retry RPC after error@1955787685) -> (continuation of Deferred@582373877 after retry RPC after error@306850207) -> (continuation of Deferred@639903700 after retry RPC after error@1170794350) -> (continuation of Deferred@1432432603 after retry RPC after error@379904569) -> (continuation of Deferred@288980414 after retry RPC after error@331877216) -> (continuation of Deferred@1326182709 after retry RPC after error@2123327431) -> (continuation of Deferred@604057893 after retry RPC after error@2000793038) -> (continuation of Deferred@1741908042 after retry RPC after error@1650956840) -> (continuation of Deferred@1338120024 after retry RPC after error@890764467) -> (continuation of Deferred@1241142115 after retry RPC after error@395458222) -> (continuation of Deferred@1211468755 after retry RPC after error@1112347650) -> (continuation of Deferred@1505175139 after retry RPC after error@1603685565) -> (continuation of Deferred@991510415 after retry RPC after error@291422698) -> (continuation of Deferred@1899657628 after retry RPC after error@472133794) -> (continuation of Deferred@1857262062 after retry RPC after error@151346243) -> (continuation of Deferred@735126118 after retry RPC after error@374191774) -> (continuation of Deferred@1686337880 after retry RPC after error@1204278991) -> (continuation of Deferred@1697062467 after retry RPC after error@505789759)))
02:17:19.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
02:17:19.648 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:19.648 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:19.648 [WARN - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26786), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [29ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [71ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [129ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [167ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [168ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [169ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [169ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [208ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [208ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [245ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [303ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [385ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [385ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [543ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [684ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [684ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1423ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3362ms] refreshing cache from master, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3363ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3364ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3364ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3364ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [6581ms] refreshing cache from master, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [6581ms] too many traces: truncated at 100 traces, deferred=Deferred@1891107150(state=PENDING, result=null, callback=(continuation of Deferred@1131082437 after retry RPC after error@527521117) -> (continuation of Deferred@1667812668 after retry RPC after error@1399460462) -> (continuation of Deferred@1199717916 after retry RPC after error@1389121548) -> (continuation of Deferred@2003330628 after retry RPC after error@1955787685) -> (continuation of Deferred@582373877 after retry RPC after error@306850207) -> (continuation of Deferred@639903700 after retry RPC after error@1170794350) -> (continuation of Deferred@1432432603 after retry RPC after error@379904569) -> (continuation of Deferred@288980414 after retry RPC after error@331877216) -> (continuation of Deferred@1326182709 after retry RPC after error@2123327431) -> (continuation of Deferred@604057893 after retry RPC after error@2000793038) -> (continuation of Deferred@1741908042 after retry RPC after error@1650956840) -> (continuation of Deferred@1338120024 after retry RPC after error@890764467) -> (continuation of Deferred@1241142115 after retry RPC after error@395458222) -> (continuation of Deferred@1211468755 after retry RPC after error@1112347650) -> (continuation of Deferred@1505175139 after retry RPC after error@1603685565) -> (continuation of Deferred@991510415 after retry RPC after error@291422698) -> (continuation of Deferred@1899657628 after retry RPC after error@472133794) -> (continuation of Deferred@1857262062 after retry RPC after error@151346243) -> (continuation of Deferred@735126118 after retry RPC after error@374191774) -> (continuation of Deferred@1686337880 after retry RPC after error@1204278991) -> (continuation of Deferred@1697062467 after retry RPC after error@505789759), errback=(continuation of Deferred@1131082437 after retry RPC after error@527521117) -> (continuation of Deferred@1667812668 after retry RPC after error@1399460462) -> (continuation of Deferred@1199717916 after retry RPC after error@1389121548) -> (continuation of Deferred@2003330628 after retry RPC after error@1955787685) -> (continuation of Deferred@582373877 after retry RPC after error@306850207) -> (continuation of Deferred@639903700 after retry RPC after error@1170794350) -> (continuation of Deferred@1432432603 after retry RPC after error@379904569) -> (continuation of Deferred@288980414 after retry RPC after error@331877216) -> (continuation of Deferred@1326182709 after retry RPC after error@2123327431) -> (continuation of Deferred@604057893 after retry RPC after error@2000793038) -> (continuation of Deferred@1741908042 after retry RPC after error@1650956840) -> (continuation of Deferred@1338120024 after retry RPC after error@890764467) -> (continuation of Deferred@1241142115 after retry RPC after error@395458222) -> (continuation of Deferred@1211468755 after retry RPC after error@1112347650) -> (continuation of Deferred@1505175139 after retry RPC after error@1603685565) -> (continuation of Deferred@991510415 after retry RPC after error@291422698) -> (continuation of Deferred@1899657628 after retry RPC after error@472133794) -> (continuation of Deferred@1857262062 after retry RPC after error@151346243) -> (continuation of Deferred@735126118 after retry RPC after error@374191774) -> (continuation of Deferred@1686337880 after retry RPC after error@1204278991) -> (continuation of Deferred@1697062467 after retry RPC after error@505789759)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:19.649 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8).
02:17:19.649 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:19.649 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:19.649 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:19.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:19.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:19.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:19.651 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#8 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8.
02:17:19.653 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26786), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [29ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [71ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [129ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [167ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [168ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [169ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [169ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [208ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [208ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [245ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [245ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [303ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [385ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [385ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [542ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [543ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [683ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [684ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [684ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1423ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3362ms] refreshing cache from master, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [3363ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3364ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [3364ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [3364ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [6581ms] refreshing cache from master, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [6581ms] too many traces: truncated at 100 traces, deferred=Deferred@1891107150(state=PENDING, result=null, callback=(continuation of Deferred@1131082437 after retry RPC after error@527521117) -> (continuation of Deferred@1667812668 after retry RPC after error@1399460462) -> (continuation of Deferred@1199717916 after retry RPC after error@1389121548) -> (continuation of Deferred@2003330628 after retry RPC after error@1955787685) -> (continuation of Deferred@582373877 after retry RPC after error@306850207) -> (continuation of Deferred@639903700 after retry RPC after error@1170794350) -> (continuation of Deferred@1432432603 after retry RPC after error@379904569) -> (continuation of Deferred@288980414 after retry RPC after error@331877216) -> (continuation of Deferred@1326182709 after retry RPC after error@2123327431) -> (continuation of Deferred@604057893 after retry RPC after error@2000793038) -> (continuation of Deferred@1741908042 after retry RPC after error@1650956840) -> (continuation of Deferred@1338120024 after retry RPC after error@890764467) -> (continuation of Deferred@1241142115 after retry RPC after error@395458222) -> (continuation of Deferred@1211468755 after retry RPC after error@1112347650) -> (continuation of Deferred@1505175139 after retry RPC after error@1603685565) -> (continuation of Deferred@991510415 after retry RPC after error@291422698) -> (continuation of Deferred@1899657628 after retry RPC after error@472133794) -> (continuation of Deferred@1857262062 after retry RPC after error@151346243) -> (continuation of Deferred@735126118 after retry RPC after error@374191774) -> (continuation of Deferred@1686337880 after retry RPC after error@1204278991) -> (continuation of Deferred@1697062467 after retry RPC after error@505789759), errback=(continuation of Deferred@1131082437 after retry RPC after error@527521117) -> (continuation of Deferred@1667812668 after retry RPC after error@1399460462) -> (continuation of Deferred@1199717916 after retry RPC after error@1389121548) -> (continuation of Deferred@2003330628 after retry RPC after error@1955787685) -> (continuation of Deferred@582373877 after retry RPC after error@306850207) -> (continuation of Deferred@639903700 after retry RPC after error@1170794350) -> (continuation of Deferred@1432432603 after retry RPC after error@379904569) -> (continuation of Deferred@288980414 after retry RPC after error@331877216) -> (continuation of Deferred@1326182709 after retry RPC after error@2123327431) -> (continuation of Deferred@604057893 after retry RPC after error@2000793038) -> (continuation of Deferred@1741908042 after retry RPC after error@1650956840) -> (continuation of Deferred@1338120024 after retry RPC after error@890764467) -> (continuation of Deferred@1241142115 after retry RPC after error@395458222) -> (continuation of Deferred@1211468755 after retry RPC after error@1112347650) -> (continuation of Deferred@1505175139 after retry RPC after error@1603685565) -> (continuation of Deferred@991510415 after retry RPC after error@291422698) -> (continuation of Deferred@1899657628 after retry RPC after error@472133794) -> (continuation of Deferred@1857262062 after retry RPC after error@151346243) -> (continuation of Deferred@735126118 after retry RPC after error@374191774) -> (continuation of Deferred@1686337880 after retry RPC after error@1204278991) -> (continuation of Deferred@1697062467 after retry RPC after error@505789759)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:19.654 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:17:19.654 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#8) of source Source: KuduSource.
02:17:19.655 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_0_8.
02:17:19.655 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44a1d56ce7e44c75dd2bece6ef564b6b) switched from state RUNNING to RESTARTING.
02:17:19.648 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:19.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:19.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:19.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:19.655 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:19.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.790 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:19.790 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:19.791 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:19.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:19.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:19.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:19.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:19.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:19.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:19.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:19.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:19.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:19.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:19.795 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:19.913 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:19.913 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:19.913 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:19.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:19.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:19.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:19.915 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:19.915 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [36ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [36ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [97ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [139ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [204ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [303ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [824ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [825ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [825ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [825ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2402ms] refreshing cache from master, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2403ms] too many traces: truncated at 100 traces, deferred=Deferred@262270425(state=PENDING, result=null, callback=(continuation of Deferred@792440689 after retry RPC after error@986219013) -> (continuation of Deferred@1064420726 after retry RPC after error@1061042276) -> (continuation of Deferred@1301043413 after retry RPC after error@858403787) -> (continuation of Deferred@37817005 after retry RPC after error@1282604953) -> (continuation of Deferred@1670859826 after retry RPC after error@29462496) -> (continuation of Deferred@190839063 after retry RPC after error@1342853586) -> (continuation of Deferred@161837373 after retry RPC after error@68567398) -> (continuation of Deferred@1895143346 after retry RPC after error@1920195775) -> (continuation of Deferred@1350395733 after retry RPC after error@1725301069) -> (continuation of Deferred@977424930 after retry RPC after error@1446569969) -> (continuation of Deferred@1841591724 after retry RPC after error@995020080) -> (continuation of Deferred@330652473 after retry RPC after error@44249553) -> (continuation of Deferred@1283738940 after retry RPC after error@32386769) -> (continuation of Deferred@943444294 after retry RPC after error@588075561) -> (continuation of Deferred@1301153497 after retry RPC after error@1030103327) -> (continuation of Deferred@1538352660 after retry RPC after error@316996433) -> (continuation of Deferred@803311386 after retry RPC after error@587410720) -> (continuation of Deferred@1943170706 after retry RPC after error@1188638154) -> (continuation of Deferred@1709433684 after retry RPC after error@1605613797) -> (continuation of Deferred@1073085311 after retry RPC after error@818755126) -> (continuation of Deferred@1255053880 after retry RPC after error@150501140) -> (continuation of Deferred@407264119 after retry RPC after error@1105441487) -> (continuation of Deferred@2143485841 after retry RPC after error@877225898) -> (continuation of Deferred@511578039 after retry RPC after error@1113043837), errback=(continuation of Deferred@792440689 after retry RPC after error@986219013) -> (continuation of Deferred@1064420726 after retry RPC after error@1061042276) -> (continuation of Deferred@1301043413 after retry RPC after error@858403787) -> (continuation of Deferred@37817005 after retry RPC after error@1282604953) -> (continuation of Deferred@1670859826 after retry RPC after error@29462496) -> (continuation of Deferred@190839063 after retry RPC after error@1342853586) -> (continuation of Deferred@161837373 after retry RPC after error@68567398) -> (continuation of Deferred@1895143346 after retry RPC after error@1920195775) -> (continuation of Deferred@1350395733 after retry RPC after error@1725301069) -> (continuation of Deferred@977424930 after retry RPC after error@1446569969) -> (continuation of Deferred@1841591724 after retry RPC after error@995020080) -> (continuation of Deferred@330652473 after retry RPC after error@44249553) -> (continuation of Deferred@1283738940 after retry RPC after error@32386769) -> (continuation of Deferred@943444294 after retry RPC after error@588075561) -> (continuation of Deferred@1301153497 after retry RPC after error@1030103327) -> (continuation of Deferred@1538352660 after retry RPC after error@316996433) -> (continuation of Deferred@803311386 after retry RPC after error@587410720) -> (continuation of Deferred@1943170706 after retry RPC after error@1188638154) -> (continuation of Deferred@1709433684 after retry RPC after error@1605613797) -> (continuation of Deferred@1073085311 after retry RPC after error@818755126) -> (continuation of Deferred@1255053880 after retry RPC after error@150501140) -> (continuation of Deferred@407264119 after retry RPC after error@1105441487) -> (continuation of Deferred@2143485841 after retry RPC after error@877225898) -> (continuation of Deferred@511578039 after retry RPC after error@1113043837)))
02:17:19.916 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
02:17:19.916 [WARN - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [36ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [36ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [97ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [139ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [204ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [303ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [824ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [825ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [825ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [825ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2402ms] refreshing cache from master, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2403ms] too many traces: truncated at 100 traces, deferred=Deferred@262270425(state=PENDING, result=null, callback=(continuation of Deferred@792440689 after retry RPC after error@986219013) -> (continuation of Deferred@1064420726 after retry RPC after error@1061042276) -> (continuation of Deferred@1301043413 after retry RPC after error@858403787) -> (continuation of Deferred@37817005 after retry RPC after error@1282604953) -> (continuation of Deferred@1670859826 after retry RPC after error@29462496) -> (continuation of Deferred@190839063 after retry RPC after error@1342853586) -> (continuation of Deferred@161837373 after retry RPC after error@68567398) -> (continuation of Deferred@1895143346 after retry RPC after error@1920195775) -> (continuation of Deferred@1350395733 after retry RPC after error@1725301069) -> (continuation of Deferred@977424930 after retry RPC after error@1446569969) -> (continuation of Deferred@1841591724 after retry RPC after error@995020080) -> (continuation of Deferred@330652473 after retry RPC after error@44249553) -> (continuation of Deferred@1283738940 after retry RPC after error@32386769) -> (continuation of Deferred@943444294 after retry RPC after error@588075561) -> (continuation of Deferred@1301153497 after retry RPC after error@1030103327) -> (continuation of Deferred@1538352660 after retry RPC after error@316996433) -> (continuation of Deferred@803311386 after retry RPC after error@587410720) -> (continuation of Deferred@1943170706 after retry RPC after error@1188638154) -> (continuation of Deferred@1709433684 after retry RPC after error@1605613797) -> (continuation of Deferred@1073085311 after retry RPC after error@818755126) -> (continuation of Deferred@1255053880 after retry RPC after error@150501140) -> (continuation of Deferred@407264119 after retry RPC after error@1105441487) -> (continuation of Deferred@2143485841 after retry RPC after error@877225898) -> (continuation of Deferred@511578039 after retry RPC after error@1113043837), errback=(continuation of Deferred@792440689 after retry RPC after error@986219013) -> (continuation of Deferred@1064420726 after retry RPC after error@1061042276) -> (continuation of Deferred@1301043413 after retry RPC after error@858403787) -> (continuation of Deferred@37817005 after retry RPC after error@1282604953) -> (continuation of Deferred@1670859826 after retry RPC after error@29462496) -> (continuation of Deferred@190839063 after retry RPC after error@1342853586) -> (continuation of Deferred@161837373 after retry RPC after error@68567398) -> (continuation of Deferred@1895143346 after retry RPC after error@1920195775) -> (continuation of Deferred@1350395733 after retry RPC after error@1725301069) -> (continuation of Deferred@977424930 after retry RPC after error@1446569969) -> (continuation of Deferred@1841591724 after retry RPC after error@995020080) -> (continuation of Deferred@330652473 after retry RPC after error@44249553) -> (continuation of Deferred@1283738940 after retry RPC after error@32386769) -> (continuation of Deferred@943444294 after retry RPC after error@588075561) -> (continuation of Deferred@1301153497 after retry RPC after error@1030103327) -> (continuation of Deferred@1538352660 after retry RPC after error@316996433) -> (continuation of Deferred@803311386 after retry RPC after error@587410720) -> (continuation of Deferred@1943170706 after retry RPC after error@1188638154) -> (continuation of Deferred@1709433684 after retry RPC after error@1605613797) -> (continuation of Deferred@1073085311 after retry RPC after error@818755126) -> (continuation of Deferred@1255053880 after retry RPC after error@150501140) -> (continuation of Deferred@407264119 after retry RPC after error@1105441487) -> (continuation of Deferred@2143485841 after retry RPC after error@877225898) -> (continuation of Deferred@511578039 after retry RPC after error@1113043837)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:19.916 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8).
02:17:19.918 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#8 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
02:17:19.920 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED on 78539c5f-17c1-466c-a96a-f07b3ca722ed @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [36ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [36ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [97ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [139ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [204ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [302ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [303ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [303ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [824ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [825ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [825ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [825ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1163ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2242ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2402ms] refreshing cache from master, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2403ms] too many traces: truncated at 100 traces, deferred=Deferred@262270425(state=PENDING, result=null, callback=(continuation of Deferred@792440689 after retry RPC after error@986219013) -> (continuation of Deferred@1064420726 after retry RPC after error@1061042276) -> (continuation of Deferred@1301043413 after retry RPC after error@858403787) -> (continuation of Deferred@37817005 after retry RPC after error@1282604953) -> (continuation of Deferred@1670859826 after retry RPC after error@29462496) -> (continuation of Deferred@190839063 after retry RPC after error@1342853586) -> (continuation of Deferred@161837373 after retry RPC after error@68567398) -> (continuation of Deferred@1895143346 after retry RPC after error@1920195775) -> (continuation of Deferred@1350395733 after retry RPC after error@1725301069) -> (continuation of Deferred@977424930 after retry RPC after error@1446569969) -> (continuation of Deferred@1841591724 after retry RPC after error@995020080) -> (continuation of Deferred@330652473 after retry RPC after error@44249553) -> (continuation of Deferred@1283738940 after retry RPC after error@32386769) -> (continuation of Deferred@943444294 after retry RPC after error@588075561) -> (continuation of Deferred@1301153497 after retry RPC after error@1030103327) -> (continuation of Deferred@1538352660 after retry RPC after error@316996433) -> (continuation of Deferred@803311386 after retry RPC after error@587410720) -> (continuation of Deferred@1943170706 after retry RPC after error@1188638154) -> (continuation of Deferred@1709433684 after retry RPC after error@1605613797) -> (continuation of Deferred@1073085311 after retry RPC after error@818755126) -> (continuation of Deferred@1255053880 after retry RPC after error@150501140) -> (continuation of Deferred@407264119 after retry RPC after error@1105441487) -> (continuation of Deferred@2143485841 after retry RPC after error@877225898) -> (continuation of Deferred@511578039 after retry RPC after error@1113043837), errback=(continuation of Deferred@792440689 after retry RPC after error@986219013) -> (continuation of Deferred@1064420726 after retry RPC after error@1061042276) -> (continuation of Deferred@1301043413 after retry RPC after error@858403787) -> (continuation of Deferred@37817005 after retry RPC after error@1282604953) -> (continuation of Deferred@1670859826 after retry RPC after error@29462496) -> (continuation of Deferred@190839063 after retry RPC after error@1342853586) -> (continuation of Deferred@161837373 after retry RPC after error@68567398) -> (continuation of Deferred@1895143346 after retry RPC after error@1920195775) -> (continuation of Deferred@1350395733 after retry RPC after error@1725301069) -> (continuation of Deferred@977424930 after retry RPC after error@1446569969) -> (continuation of Deferred@1841591724 after retry RPC after error@995020080) -> (continuation of Deferred@330652473 after retry RPC after error@44249553) -> (continuation of Deferred@1283738940 after retry RPC after error@32386769) -> (continuation of Deferred@943444294 after retry RPC after error@588075561) -> (continuation of Deferred@1301153497 after retry RPC after error@1030103327) -> (continuation of Deferred@1538352660 after retry RPC after error@316996433) -> (continuation of Deferred@803311386 after retry RPC after error@587410720) -> (continuation of Deferred@1943170706 after retry RPC after error@1188638154) -> (continuation of Deferred@1709433684 after retry RPC after error@1605613797) -> (continuation of Deferred@1073085311 after retry RPC after error@818755126) -> (continuation of Deferred@1255053880 after retry RPC after error@150501140) -> (continuation of Deferred@407264119 after retry RPC after error@1105441487) -> (continuation of Deferred@2143485841 after retry RPC after error@877225898) -> (continuation of Deferred@511578039 after retry RPC after error@1113043837)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.95.62:44295
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:19.922 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
02:17:19.922 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#8) of source Source: KuduSource.
02:17:19.922 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:17:19.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.024 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477040022 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:20.033 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:17:20.036 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:17:20.082 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.223 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:20.223 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:20.223 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:20.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:20.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:20.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:20.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:20.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:20.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:20.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:20.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:20.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:20.225 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:20.294 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.306 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4990288f53e648f2a91ea37c2bd9d4d7
02:17:20.309 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='661acd3a46706501c3a7f25eaff3a3084e06522e78e897a53409a3337f881b80'}]
02:17:20.311 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:17:20.325 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:17:20.329 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296111, tablet=ef02a2598cc3407f93db43619fb15660@[4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)[L],ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921),d9f0cc6094ef46f59b5ea513d62328d0(127.1.129.194:45529)]}]
02:17:20.331 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] connecting to peer
02:17:20.341 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] Successfully connected to peer
02:17:20.348 [DEBUG - main] (Connection.java:575) [peer 4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)] disconnecting while in state READY
02:17:20.348 [DEBUG - main] (Connection.java:575) [peer master-127.1.129.254:37147(127.1.129.254:37147)] disconnecting while in state READY
02:17:20.348 [DEBUG - main] (Connection.java:575) [peer master-127.1.129.253:40449(127.1.129.253:40449)] disconnecting while in state READY
02:17:20.348 [DEBUG - main] (Connection.java:575) [peer master-127.1.129.252:44083(127.1.129.252:44083)] disconnecting while in state READY
02:17:20.349 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)] handling channelInactive
02:17:20.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4a10c62e60d24ef5a9ca2e18b1228e35(127.1.129.193:41553)] cleaning up while in state READY due to: connection closed
02:17:20.350 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.129.253:40449(127.1.129.253:40449)] handling channelInactive
02:17:20.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state READY due to: connection closed
02:17:20.349 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.129.254:37147(127.1.129.254:37147)] handling channelInactive
02:17:20.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state READY due to: connection closed
02:17:20.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:17:20.353 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:17:20.353 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:17:20.354 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
02:17:20.362 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.129.195
02:17:20.369 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:20.370 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:20.370 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:20.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:20.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:20.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:20.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:20.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:20.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:20.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:20.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:20.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:20.371 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:20.373 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.129.252:44083(127.1.129.252:44083)] handling channelInactive
02:17:20.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state READY due to: connection closed
02:17:20.373 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:17:20.374 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:17:20.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:20.374565  1543 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 1850
02:17:20.378 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x22d82708, L:/127.0.0.1:45268 - R:/127.1.129.195:35921] using SASL/PLAIN
02:17:20.395 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:20.395 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:20.395 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:20.396 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305121957068800001) for scanner KuduScanner(table=replication_test_table, tablet=ef02a2598cc3407f93db43619fb15660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:17:20.397 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [661acd3a46706501c3a7f25eaff3a3084e06522e78e897a53409a3337f881b80]
02:17:20.398 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [661acd3a46706501c3a7f25eaff3a3084e06522e78e897a53409a3337f881b80]
02:17:20.399 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:17:20.399 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:17:20.399 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:20.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:20.399 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:20.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:20.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:20.400 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 661acd3a46706501c3a7f25eaff3a3084e06522e78e897a53409a3337f881b80 finished by subtask 1; deferring removal (restored in pending)
02:17:20.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:20.400 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] disconnecting while in state READY
02:17:20.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:20.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:20.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:20.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:20.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:17:20.429 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] handling channelInactive
02:17:20.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ae8c2bb23cb24fe5a85035d332c13e30(127.1.129.195:35921)] cleaning up while in state READY due to: connection closed
02:17:20.429 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:17:20.430 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:17:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:20.445637  1543 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 2025
02:17:20.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:17:20.493808  1674 connection.cc:573] server connection from 127.1.129.194:59005 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:17:20.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:20.495461  1543 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 2166
02:17:20.517 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:20.518 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:20.518 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:20.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:20.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:20.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:20.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:20.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:20.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:20.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:20.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:20.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:20.518 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:20.523 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477040522 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:20.533 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (1968 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:17:20.535 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:17:20.535 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 661acd3a46706501c3a7f25eaff3a3084e06522e78e897a53409a3337f881b80 from pending
02:17:20.535 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
02:17:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:20.541982  1543 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 1555
02:17:20.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.599 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.129.254:37147(127.1.129.254:37147)] handling channelInactive
02:17:20.599 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state READY due to: connection closed
02:17:20.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:20.600628  1543 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 1648
02:17:20.640 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.129.253:40449(127.1.129.253:40449)] handling channelInactive
02:17:20.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state READY due to: connection closed
02:17:20.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:17:20.640981  1543 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task2KSk1u/build/tsan/bin/kudu with pid 1724
02:17:20.678 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.129.252:44083(127.1.129.252:44083)] handling channelInactive
02:17:20.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state READY due to: connection closed
02:17:20.682 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:20.683 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:20.683 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:20.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:20.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:20.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:20.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:20.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:20.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:20.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:20.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:20.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:20.683 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:20.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.794 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.815 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:20.815 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:20.815 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:20.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:20.816 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=32, TimeoutTracker(timeout=30000, elapsed=27927), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [59ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [99ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [113ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [205ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [603ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1602ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3102ms] too many traces: truncated at 100 traces, deferred=Deferred@2010015480(state=PENDING, result=null, callback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640), errback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640)))
02:17:20.817 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:20.817 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:20.817 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:20.817 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=32, TimeoutTracker(timeout=30000, elapsed=27927), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [59ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [99ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [113ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [205ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [603ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1602ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3102ms] too many traces: truncated at 100 traces, deferred=Deferred@2010015480(state=PENDING, result=null, callback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640), errback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=32, TimeoutTracker(timeout=30000, elapsed=27927), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [59ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [99ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [113ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [205ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [603ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1602ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3102ms] too many traces: truncated at 100 traces, deferred=Deferred@2010015480(state=PENDING, result=null, callback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640), errback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:20.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:20.824 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=32, TimeoutTracker(timeout=30000, elapsed=27927), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [59ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [99ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [113ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [205ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [603ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1602ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3102ms] too many traces: truncated at 100 traces, deferred=Deferred@2010015480(state=PENDING, result=null, callback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640), errback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=32, TimeoutTracker(timeout=30000, elapsed=27927), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [59ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [97ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [99ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [113ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [205ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [302ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [603ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.252:37241: Network error: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.253:38475: Network error: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.20.169.254:40353: Network error: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [1602ms] delaying RPC due to: Service unavailable: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.252:37241, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.253:38475, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.169.254:40353, [3102ms] too many traces: truncated at 100 traces, deferred=Deferred@2010015480(state=PENDING, result=null, callback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640), errback=(continuation of Deferred@1119204436 after retry RPC after error@677942875) -> (continuation of Deferred@1668025420 after retry RPC after error@1737576319) -> (continuation of Deferred@141119693 after retry RPC after error@1683998165) -> (continuation of Deferred@1741863806 after retry RPC after error@173402700) -> (continuation of Deferred@1224228083 after retry RPC after error@1385376084) -> (continuation of Deferred@543711539 after retry RPC after error@97188088) -> (continuation of Deferred@207373078 after retry RPC after error@1196294720) -> (continuation of Deferred@617386595 after retry RPC after error@1989391162) -> (continuation of Deferred@414784013 after retry RPC after error@802314072) -> (continuation of Deferred@1867355979 after retry RPC after error@70054907) -> (continuation of Deferred@1410721793 after retry RPC after error@1765809484) -> (continuation of Deferred@1790191840 after retry RPC after error@157597030) -> (continuation of Deferred@1925843371 after retry RPC after error@453624003) -> (continuation of Deferred@1345390698 after retry RPC after error@2089943175) -> (continuation of Deferred@1589107183 after retry RPC after error@191698210) -> (continuation of Deferred@1405566589 after retry RPC after error@1069386426) -> (continuation of Deferred@1604670467 after retry RPC after error@1006804688) -> (continuation of Deferred@1457290235 after retry RPC after error@99079104) -> (continuation of Deferred@1888983603 after retry RPC after error@1481342703) -> (continuation of Deferred@1836963262 after retry RPC after error@1446998530) -> (continuation of Deferred@448085236 after retry RPC after error@420123979) -> (continuation of Deferred@442070001 after retry RPC after error@928759258) -> (continuation of Deferred@70935897 after retry RPC after error@1230444632) -> (continuation of Deferred@406858872 after retry RPC after error@1923082183) -> (continuation of Deferred@634930272 after retry RPC after error@1421614427) -> (continuation of Deferred@1292294232 after retry RPC after error@1084932064) -> (continuation of Deferred@657856721 after retry RPC after error@332701609) -> (continuation of Deferred@1760248211 after retry RPC after error@2100016849) -> (continuation of Deferred@1791809845 after retry RPC after error@1565665810) -> (continuation of Deferred@1862733810 after retry RPC after error@1337631229) -> (continuation of Deferred@1135860814 after retry RPC after error@268266640)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.169.254:40353
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:20.825 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:17:20.825 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#8) of source Source: KuduSource.
02:17:20.825 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to CANCELING.
02:17:20.826 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to CANCELING.
02:17:20.826 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#8) of source Source: KuduSource.
02:17:20.826 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
02:17:20.826 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to CANCELING.
02:17:20.826 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
02:17:20.827 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
02:17:20.828 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CANCELING to CANCELED.
02:17:20.828 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
02:17:20.829 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
02:17:20.829 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to CANCELING.
02:17:20.829 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
02:17:20.830 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
02:17:20.830 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CANCELING to CANCELED.
02:17:20.830 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#8 (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
02:17:20.830 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#8 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8.
02:17:20.831 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CANCELING to CANCELED.
02:17:20.831 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#8 36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8.
02:17:20.832 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (36cb08e5b2262447d41abc2163d3a7fa_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CANCELING to CANCELED.
02:17:20.832 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 44a1d56ce7e44c75dd2bece6ef564b6b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:17:20.832 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 44a1d56ce7e44c75dd2bece6ef564b6b
02:17:20.836 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:20.836 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:20.836 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:20.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.837 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:20.849 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:20.849 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:20.849 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:20.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:20.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:20.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:20.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:20.850 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:20.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:20.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:20.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:20.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:20.850 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:20.855 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:20.855 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:20.855 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:20.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.856 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:20.876 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:20.876 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:20.876 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:20.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:20.895 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:20.896 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:20.896 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:20.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.896 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:20.926 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:20.926 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:20.926 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:20.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:20.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:20.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:20.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:20.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:20.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:20.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:20.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:20.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:20.927 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:20.935 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:20.935 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:20.935 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:20.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.936 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:20.962 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.254:36319(127.25.85.254:36319)] connecting to peer
02:17:20.963 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.253:39805(127.25.85.253:39805)] connecting to peer
02:17:20.963 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.254:34137(127.26.126.254:34137)] connecting to peer
02:17:20.963 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.252:33207(127.26.126.252:33207)] connecting to peer
02:17:20.963 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.26.126.253:36049(127.26.126.253:36049)] connecting to peer
02:17:20.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:20.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:20.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.85.253:39805(127.25.85.253:39805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:20.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.253:39805: Failed to connect to peer master-127.25.85.253:39805(127.25.85.253:39805): Connection refused: /127.25.85.253:39805
02:17:20.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:20.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.126.253:36049(127.26.126.253:36049)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:20.964 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.253:36049: Failed to connect to peer master-127.26.126.253:36049(127.26.126.253:36049): Connection refused: /127.26.126.253:36049
02:17:20.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:20.963 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.25.85.252:39193(127.25.85.252:39193)] connecting to peer
02:17:20.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.126.254:34137(127.26.126.254:34137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:20.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:20.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.254:34137: Failed to connect to peer master-127.26.126.254:34137(127.26.126.254:34137): Connection refused: /127.26.126.254:34137
02:17:20.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.85.254:36319(127.25.85.254:36319)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:20.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.254:36319: Failed to connect to peer master-127.25.85.254:36319(127.25.85.254:36319): Connection refused: /127.25.85.254:36319
02:17:20.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:20.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:20.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.126.252:33207(127.26.126.252:33207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:20.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.85.252:39193(127.25.85.252:39193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:20.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.126.252:33207: Failed to connect to peer master-127.26.126.252:33207(127.26.126.252:33207): Connection refused: /127.26.126.252:33207
02:17:20.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.126.254:34137,127.26.126.252:33207,127.26.126.253:36049; will retry
02:17:20.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.85.252:39193: Failed to connect to peer master-127.25.85.252:39193(127.25.85.252:39193): Connection refused: /127.25.85.252:39193
02:17:20.965 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.85.254:36319,127.25.85.253:39805,127.25.85.252:39193; will retry
02:17:20.996 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:20.996 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:20.996 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:20.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:20.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:20.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:20.997 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:21.016 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:21.016 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:21.016 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:21.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.017 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:21.023 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477041022 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:21.031 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:17:21.032 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:17:21.078 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:21.078 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:21.078 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:21.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:21.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:21.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:21.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:21.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:21.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:21.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:21.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:21.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:21.079 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:21.079 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26436), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [34ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [54ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [65ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [96ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [97ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [224ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [224ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [342ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [570ms] refreshing cache from master, [570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [571ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [573ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [574ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [574ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [574ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [743ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [744ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [744ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1643ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3461ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3463ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4341ms] refreshing cache from master, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4341ms] too many traces: truncated at 100 traces, deferred=Deferred@527807192(state=PENDING, result=null, callback=(continuation of Deferred@1558014331 after retry RPC after error@64204650) -> (continuation of Deferred@219396484 after retry RPC after error@1061300620) -> (continuation of Deferred@140712366 after retry RPC after error@383078199) -> (continuation of Deferred@110758896 after retry RPC after error@674913510) -> (continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550), errback=(continuation of Deferred@1558014331 after retry RPC after error@64204650) -> (continuation of Deferred@219396484 after retry RPC after error@1061300620) -> (continuation of Deferred@140712366 after retry RPC after error@383078199) -> (continuation of Deferred@110758896 after retry RPC after error@674913510) -> (continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550)))
02:17:21.080 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:17:21.080 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26436), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [34ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [54ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [65ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [96ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [97ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [224ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [224ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [342ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [570ms] refreshing cache from master, [570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [571ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [573ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [574ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [574ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [574ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [743ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [744ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [744ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1643ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3461ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3463ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4341ms] refreshing cache from master, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4341ms] too many traces: truncated at 100 traces, deferred=Deferred@527807192(state=PENDING, result=null, callback=(continuation of Deferred@1558014331 after retry RPC after error@64204650) -> (continuation of Deferred@219396484 after retry RPC after error@1061300620) -> (continuation of Deferred@140712366 after retry RPC after error@383078199) -> (continuation of Deferred@110758896 after retry RPC after error@674913510) -> (continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550), errback=(continuation of Deferred@1558014331 after retry RPC after error@64204650) -> (continuation of Deferred@219396484 after retry RPC after error@1061300620) -> (continuation of Deferred@140712366 after retry RPC after error@383078199) -> (continuation of Deferred@110758896 after retry RPC after error@674913510) -> (continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.125:43441
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:21.081 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
02:17:21.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 44710d49591530d867cb2816f851b96f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 44710d49591530d867cb2816f851b96f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:21.083 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
02:17:21.086 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26436), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [34ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [54ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [65ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [96ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [97ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [224ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [224ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [342ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [570ms] refreshing cache from master, [570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [571ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [573ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [574ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [574ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [574ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [743ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [744ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [744ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1643ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3461ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3463ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [4341ms] refreshing cache from master, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [4341ms] too many traces: truncated at 100 traces, deferred=Deferred@527807192(state=PENDING, result=null, callback=(continuation of Deferred@1558014331 after retry RPC after error@64204650) -> (continuation of Deferred@219396484 after retry RPC after error@1061300620) -> (continuation of Deferred@140712366 after retry RPC after error@383078199) -> (continuation of Deferred@110758896 after retry RPC after error@674913510) -> (continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550), errback=(continuation of Deferred@1558014331 after retry RPC after error@64204650) -> (continuation of Deferred@219396484 after retry RPC after error@1061300620) -> (continuation of Deferred@140712366 after retry RPC after error@383078199) -> (continuation of Deferred@110758896 after retry RPC after error@674913510) -> (continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.125:43441
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:21.087 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
02:17:21.088 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
02:17:21.088 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (44710d49591530d867cb2816f851b96f) switched from state RUNNING to RESTARTING.
02:17:21.088 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:17:21.145 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:21.145 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:21.145 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:21.146 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:21.146 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:21.146 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:21.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:21.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:21.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:21.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:21.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:21.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:21.147 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:21.148 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28265), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [9ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [12ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [12ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [55ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [69ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [91ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [92ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [134ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [138ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [139ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [139ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [185ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [185ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [341ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [341ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [342ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [362ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [362ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [801ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [801ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [802ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [802ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [821ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [822ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [822ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [822ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [1901ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [5840ms] refreshing cache from master, [5840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [5840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [5840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [5841ms] too many traces: truncated at 100 traces, deferred=Deferred@499614719(state=PENDING, result=null, callback=(continuation of Deferred@74132689 after retry RPC after error@1812600161) -> (continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457), errback=(continuation of Deferred@74132689 after retry RPC after error@1812600161) -> (continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457)))
02:17:21.156 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:21.156 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:21.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.157 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:21.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:21.175 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:21.176 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:21.176 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:21.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.177 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:21.185 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:21.185 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:21.186 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:21.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:21.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:21.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:21.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:21.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:21.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:21.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:21.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:21.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:21.186 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:21.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:21.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:21.226 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:21.226 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:21.226 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:21.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:21.226 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:21.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:21.226 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:21.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:21.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:21.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:21.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:21.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:21.227 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:21.295 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:21.416 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:21.416 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:21.416 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:21.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:21.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:21.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:21.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:21.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:21.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:21.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:21.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:21.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:21.417 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:21.436 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.252:37241(127.20.169.252:37241)] connecting to peer
02:17:21.436 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.253:38475(127.20.169.253:38475)] connecting to peer
02:17:21.436 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.169.254:40353(127.20.169.254:40353)] connecting to peer
02:17:21.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.169.252:37241(127.20.169.252:37241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.252:37241: Failed to connect to peer master-127.20.169.252:37241(127.20.169.252:37241): Connection refused: /127.20.169.252:37241
02:17:21.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.169.253:38475(127.20.169.253:38475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.253:38475: Failed to connect to peer master-127.20.169.253:38475(127.20.169.253:38475): Connection refused: /127.20.169.253:38475
02:17:21.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.169.254:40353(127.20.169.254:40353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.169.254:40353: Failed to connect to peer master-127.20.169.254:40353(127.20.169.254:40353): Connection refused: /127.20.169.254:40353
02:17:21.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.169.252:37241,127.20.169.253:38475,127.20.169.254:40353; will retry
02:17:21.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:21.523 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477041522 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:21.532 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:17:21.532 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:17:21.558 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:21.558 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:21.558 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:21.558 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:21.558 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:21.558 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:21.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:21.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:21.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:21.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:21.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:21.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:21.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:21.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:21.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:21.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:21.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:21.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:21.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:21.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:21.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:21.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:21.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:21.559 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:21.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:21.559 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:21.615 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:21.615 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:21.616 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:21.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:21.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:21.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:21.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:21.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:21.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:21.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:21.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:21.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:21.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:21.686 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:21.686 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:21.686 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:21.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:21.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:21.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:21.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:21.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:21.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:21.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:21.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:21.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:21.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:21.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:21.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:21.795 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:17:21Z chronyd exiting
02:17:21.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:22.008 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:22.008 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:22.009 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:22.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.009 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.009 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:22.023 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477042022 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:22.031 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:17:22.031 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:17:22.058 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:22.058 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:22.058 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:22.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:22.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:22.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:22.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:22.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:22.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:22.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:22.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:22.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:22.058 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:22.059 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27432), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [16ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [16ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [58ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [322ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [342ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1103ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2842ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3248ms] refreshing cache from master, [3248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3249ms] too many traces: truncated at 100 traces, deferred=Deferred@1050371909(state=PENDING, result=null, callback=(continuation of Deferred@1963716208 after retry RPC after error@1002167313) -> (continuation of Deferred@1824621457 after retry RPC after error@159739907) -> (continuation of Deferred@592930605 after retry RPC after error@1181318146) -> (continuation of Deferred@643084885 after retry RPC after error@74701812) -> (continuation of Deferred@470137432 after retry RPC after error@285301942) -> (continuation of Deferred@306483929 after retry RPC after error@141707038) -> (continuation of Deferred@966064946 after retry RPC after error@585884762) -> (continuation of Deferred@336554116 after retry RPC after error@241145772) -> (continuation of Deferred@269267006 after retry RPC after error@1840795473) -> (continuation of Deferred@43794730 after retry RPC after error@1888244770) -> (continuation of Deferred@91522893 after retry RPC after error@706318965) -> (continuation of Deferred@1248596749 after retry RPC after error@1490248486) -> (continuation of Deferred@2042415518 after retry RPC after error@533755622) -> (continuation of Deferred@898558570 after retry RPC after error@1988588974) -> (continuation of Deferred@1776853721 after retry RPC after error@1972604484) -> (continuation of Deferred@923592486 after retry RPC after error@2062274156) -> (continuation of Deferred@1446593922 after retry RPC after error@1060180143) -> (continuation of Deferred@1867838904 after retry RPC after error@1265159824) -> (continuation of Deferred@1466013482 after retry RPC after error@1617056001) -> (continuation of Deferred@676565376 after retry RPC after error@633525844) -> (continuation of Deferred@2126630145 after retry RPC after error@207184257) -> (continuation of Deferred@951205403 after retry RPC after error@200355631) -> (continuation of Deferred@2074628757 after retry RPC after error@1018847496) -> (continuation of Deferred@366068322 after retry RPC after error@391847840) -> (continuation of Deferred@777968420 after retry RPC after error@1090735558) -> (continuation of Deferred@1515865430 after retry RPC after error@355727266) -> (continuation of Deferred@1298962907 after retry RPC after error@383418573), errback=(continuation of Deferred@1963716208 after retry RPC after error@1002167313) -> (continuation of Deferred@1824621457 after retry RPC after error@159739907) -> (continuation of Deferred@592930605 after retry RPC after error@1181318146) -> (continuation of Deferred@643084885 after retry RPC after error@74701812) -> (continuation of Deferred@470137432 after retry RPC after error@285301942) -> (continuation of Deferred@306483929 after retry RPC after error@141707038) -> (continuation of Deferred@966064946 after retry RPC after error@585884762) -> (continuation of Deferred@336554116 after retry RPC after error@241145772) -> (continuation of Deferred@269267006 after retry RPC after error@1840795473) -> (continuation of Deferred@43794730 after retry RPC after error@1888244770) -> (continuation of Deferred@91522893 after retry RPC after error@706318965) -> (continuation of Deferred@1248596749 after retry RPC after error@1490248486) -> (continuation of Deferred@2042415518 after retry RPC after error@533755622) -> (continuation of Deferred@898558570 after retry RPC after error@1988588974) -> (continuation of Deferred@1776853721 after retry RPC after error@1972604484) -> (continuation of Deferred@923592486 after retry RPC after error@2062274156) -> (continuation of Deferred@1446593922 after retry RPC after error@1060180143) -> (continuation of Deferred@1867838904 after retry RPC after error@1265159824) -> (continuation of Deferred@1466013482 after retry RPC after error@1617056001) -> (continuation of Deferred@676565376 after retry RPC after error@633525844) -> (continuation of Deferred@2126630145 after retry RPC after error@207184257) -> (continuation of Deferred@951205403 after retry RPC after error@200355631) -> (continuation of Deferred@2074628757 after retry RPC after error@1018847496) -> (continuation of Deferred@366068322 after retry RPC after error@391847840) -> (continuation of Deferred@777968420 after retry RPC after error@1090735558) -> (continuation of Deferred@1515865430 after retry RPC after error@355727266) -> (continuation of Deferred@1298962907 after retry RPC after error@383418573)))
02:17:22.060 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:17:22.060 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27432), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [16ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [16ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [58ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [322ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [342ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1103ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2842ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3248ms] refreshing cache from master, [3248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3249ms] too many traces: truncated at 100 traces, deferred=Deferred@1050371909(state=PENDING, result=null, callback=(continuation of Deferred@1963716208 after retry RPC after error@1002167313) -> (continuation of Deferred@1824621457 after retry RPC after error@159739907) -> (continuation of Deferred@592930605 after retry RPC after error@1181318146) -> (continuation of Deferred@643084885 after retry RPC after error@74701812) -> (continuation of Deferred@470137432 after retry RPC after error@285301942) -> (continuation of Deferred@306483929 after retry RPC after error@141707038) -> (continuation of Deferred@966064946 after retry RPC after error@585884762) -> (continuation of Deferred@336554116 after retry RPC after error@241145772) -> (continuation of Deferred@269267006 after retry RPC after error@1840795473) -> (continuation of Deferred@43794730 after retry RPC after error@1888244770) -> (continuation of Deferred@91522893 after retry RPC after error@706318965) -> (continuation of Deferred@1248596749 after retry RPC after error@1490248486) -> (continuation of Deferred@2042415518 after retry RPC after error@533755622) -> (continuation of Deferred@898558570 after retry RPC after error@1988588974) -> (continuation of Deferred@1776853721 after retry RPC after error@1972604484) -> (continuation of Deferred@923592486 after retry RPC after error@2062274156) -> (continuation of Deferred@1446593922 after retry RPC after error@1060180143) -> (continuation of Deferred@1867838904 after retry RPC after error@1265159824) -> (continuation of Deferred@1466013482 after retry RPC after error@1617056001) -> (continuation of Deferred@676565376 after retry RPC after error@633525844) -> (continuation of Deferred@2126630145 after retry RPC after error@207184257) -> (continuation of Deferred@951205403 after retry RPC after error@200355631) -> (continuation of Deferred@2074628757 after retry RPC after error@1018847496) -> (continuation of Deferred@366068322 after retry RPC after error@391847840) -> (continuation of Deferred@777968420 after retry RPC after error@1090735558) -> (continuation of Deferred@1515865430 after retry RPC after error@355727266) -> (continuation of Deferred@1298962907 after retry RPC after error@383418573), errback=(continuation of Deferred@1963716208 after retry RPC after error@1002167313) -> (continuation of Deferred@1824621457 after retry RPC after error@159739907) -> (continuation of Deferred@592930605 after retry RPC after error@1181318146) -> (continuation of Deferred@643084885 after retry RPC after error@74701812) -> (continuation of Deferred@470137432 after retry RPC after error@285301942) -> (continuation of Deferred@306483929 after retry RPC after error@141707038) -> (continuation of Deferred@966064946 after retry RPC after error@585884762) -> (continuation of Deferred@336554116 after retry RPC after error@241145772) -> (continuation of Deferred@269267006 after retry RPC after error@1840795473) -> (continuation of Deferred@43794730 after retry RPC after error@1888244770) -> (continuation of Deferred@91522893 after retry RPC after error@706318965) -> (continuation of Deferred@1248596749 after retry RPC after error@1490248486) -> (continuation of Deferred@2042415518 after retry RPC after error@533755622) -> (continuation of Deferred@898558570 after retry RPC after error@1988588974) -> (continuation of Deferred@1776853721 after retry RPC after error@1972604484) -> (continuation of Deferred@923592486 after retry RPC after error@2062274156) -> (continuation of Deferred@1446593922 after retry RPC after error@1060180143) -> (continuation of Deferred@1867838904 after retry RPC after error@1265159824) -> (continuation of Deferred@1466013482 after retry RPC after error@1617056001) -> (continuation of Deferred@676565376 after retry RPC after error@633525844) -> (continuation of Deferred@2126630145 after retry RPC after error@207184257) -> (continuation of Deferred@951205403 after retry RPC after error@200355631) -> (continuation of Deferred@2074628757 after retry RPC after error@1018847496) -> (continuation of Deferred@366068322 after retry RPC after error@391847840) -> (continuation of Deferred@777968420 after retry RPC after error@1090735558) -> (continuation of Deferred@1515865430 after retry RPC after error@355727266) -> (continuation of Deferred@1298962907 after retry RPC after error@383418573)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:22.060 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
02:17:22.062 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
02:17:22.064 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27432), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [16ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [16ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [58ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [322ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [342ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1103ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [2842ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3248ms] refreshing cache from master, [3248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3249ms] too many traces: truncated at 100 traces, deferred=Deferred@1050371909(state=PENDING, result=null, callback=(continuation of Deferred@1963716208 after retry RPC after error@1002167313) -> (continuation of Deferred@1824621457 after retry RPC after error@159739907) -> (continuation of Deferred@592930605 after retry RPC after error@1181318146) -> (continuation of Deferred@643084885 after retry RPC after error@74701812) -> (continuation of Deferred@470137432 after retry RPC after error@285301942) -> (continuation of Deferred@306483929 after retry RPC after error@141707038) -> (continuation of Deferred@966064946 after retry RPC after error@585884762) -> (continuation of Deferred@336554116 after retry RPC after error@241145772) -> (continuation of Deferred@269267006 after retry RPC after error@1840795473) -> (continuation of Deferred@43794730 after retry RPC after error@1888244770) -> (continuation of Deferred@91522893 after retry RPC after error@706318965) -> (continuation of Deferred@1248596749 after retry RPC after error@1490248486) -> (continuation of Deferred@2042415518 after retry RPC after error@533755622) -> (continuation of Deferred@898558570 after retry RPC after error@1988588974) -> (continuation of Deferred@1776853721 after retry RPC after error@1972604484) -> (continuation of Deferred@923592486 after retry RPC after error@2062274156) -> (continuation of Deferred@1446593922 after retry RPC after error@1060180143) -> (continuation of Deferred@1867838904 after retry RPC after error@1265159824) -> (continuation of Deferred@1466013482 after retry RPC after error@1617056001) -> (continuation of Deferred@676565376 after retry RPC after error@633525844) -> (continuation of Deferred@2126630145 after retry RPC after error@207184257) -> (continuation of Deferred@951205403 after retry RPC after error@200355631) -> (continuation of Deferred@2074628757 after retry RPC after error@1018847496) -> (continuation of Deferred@366068322 after retry RPC after error@391847840) -> (continuation of Deferred@777968420 after retry RPC after error@1090735558) -> (continuation of Deferred@1515865430 after retry RPC after error@355727266) -> (continuation of Deferred@1298962907 after retry RPC after error@383418573), errback=(continuation of Deferred@1963716208 after retry RPC after error@1002167313) -> (continuation of Deferred@1824621457 after retry RPC after error@159739907) -> (continuation of Deferred@592930605 after retry RPC after error@1181318146) -> (continuation of Deferred@643084885 after retry RPC after error@74701812) -> (continuation of Deferred@470137432 after retry RPC after error@285301942) -> (continuation of Deferred@306483929 after retry RPC after error@141707038) -> (continuation of Deferred@966064946 after retry RPC after error@585884762) -> (continuation of Deferred@336554116 after retry RPC after error@241145772) -> (continuation of Deferred@269267006 after retry RPC after error@1840795473) -> (continuation of Deferred@43794730 after retry RPC after error@1888244770) -> (continuation of Deferred@91522893 after retry RPC after error@706318965) -> (continuation of Deferred@1248596749 after retry RPC after error@1490248486) -> (continuation of Deferred@2042415518 after retry RPC after error@533755622) -> (continuation of Deferred@898558570 after retry RPC after error@1988588974) -> (continuation of Deferred@1776853721 after retry RPC after error@1972604484) -> (continuation of Deferred@923592486 after retry RPC after error@2062274156) -> (continuation of Deferred@1446593922 after retry RPC after error@1060180143) -> (continuation of Deferred@1867838904 after retry RPC after error@1265159824) -> (continuation of Deferred@1466013482 after retry RPC after error@1617056001) -> (continuation of Deferred@676565376 after retry RPC after error@633525844) -> (continuation of Deferred@2126630145 after retry RPC after error@207184257) -> (continuation of Deferred@951205403 after retry RPC after error@200355631) -> (continuation of Deferred@2074628757 after retry RPC after error@1018847496) -> (continuation of Deferred@366068322 after retry RPC after error@391847840) -> (continuation of Deferred@777968420 after retry RPC after error@1090735558) -> (continuation of Deferred@1515865430 after retry RPC after error@355727266) -> (continuation of Deferred@1298962907 after retry RPC after error@383418573)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.124:40095
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:22.065 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:17:22.065 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
02:17:22.065 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
02:17:22.155 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.61:46449(127.21.95.61:46449)] connecting to peer
02:17:22.156 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.60:44877(127.21.95.60:44877)] connecting to peer
02:17:22.156 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.21.95.62:44295(127.21.95.62:44295)] connecting to peer
02:17:22.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:22.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:22.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.95.60:44877(127.21.95.60:44877)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:22.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.95.61:46449(127.21.95.61:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:22.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.60:44877: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877
02:17:22.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:22.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.61:46449: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449
02:17:22.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.95.62:44295(127.21.95.62:44295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:22.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.95.62:44295: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295
02:17:22.156 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295; will retry
02:17:22.157 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=29270), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [94ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [94ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [146ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [147ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [147ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [165ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [167ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [168ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [206ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [206ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [208ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [208ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [244ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [244ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [283ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [307ms] refreshing cache from master, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [308ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [308ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [309ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [309ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [343ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [343ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [343ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [543ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [543ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [743ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [941ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.61:46449: Network error: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.60:44877: Network error: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.95.62:44295: Network error: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [942ms] delaying RPC due to: Service unavailable: Master config (127.21.95.61:46449,127.21.95.60:44877,127.21.95.62:44295) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.61:46449(127.21.95.61:46449): Connection refused: /127.21.95.61:46449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.60:44877(127.21.95.60:44877): Connection refused: /127.21.95.60:44877,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.95.62:44295(127.21.95.62:44295): Connection refused: /127.21.95.62:44295, [2440ms] refreshing cache from master, [2440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.61:46449, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.60:44877, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.95.62:44295, [2441ms] too many traces: truncated at 100 traces, deferred=Deferred@1485979184(state=PENDING, result=null, callback=(continuation of Deferred@1428082160 after retry RPC after error@434422302) -> (continuation of Deferred@1616439264 after retry RPC after error@695346789) -> (continuation of Deferred@178262006 after retry RPC after error@904644750) -> (continuation of Deferred@313220660 after retry RPC after error@718406410) -> (continuation of Deferred@537359897 after retry RPC after error@1262712111) -> (continuation of Deferred@64084109 after retry RPC after error@958484910) -> (continuation of Deferred@571297581 after retry RPC after error@1924639822) -> (continuation of Deferred@2142177061 after retry RPC after error@1286636895) -> (continuation of Deferred@76337091 after retry RPC after error@1268176576) -> (continuation of Deferred@1275553464 after retry RPC after error@81102874) -> (continuation of Deferred@1724231060 after retry RPC after error@454575962) -> (continuation of Deferred@1818087463 after retry RPC after error@1147146478) -> (continuation of Deferred@251833595 after retry RPC after error@1459165398) -> (continuation of Deferred@1420244678 after retry RPC after error@277134300) -> (continuation of Deferred@184268867 after retry RPC after error@349847138) -> (continuation of Deferred@2040937273 after retry RPC after error@1279862154) -> (continuation of Deferred@455587296 after retry RPC after error@1582019016) -> (continuation of Deferred@385627851 after retry RPC after error@329004267) -> (continuation of Deferred@892476365 after retry RPC after error@921975122) -> (continuation of Deferred@1103694633 after retry RPC after error@864044183) -> (continuation of Deferred@373935449 after retry RPC after error@23087211) -> (continuation of Deferred@142183213 after retry RPC after error@963433033) -> (continuation of Deferred@1637344056 after retry RPC after error@1647828081) -> (continuation of Deferred@651363321 after retry RPC after error@2045928432) -> (continuation of Deferred@664981973 after retry RPC after error@2066371844) -> (continuation of Deferred@1163418963 after retry RPC after error@803163115) -> (continuation of Deferred@516033468 after retry RPC after error@929689365) -> (continuation of Deferred@819760750 after retry RPC after error@1695091597) -> (continuation of Deferred@1796760443 after retry RPC after error@334575690) -> (continuation of Deferred@1191869348 after retry RPC after error@1794266539), errback=(continuation of Deferred@1428082160 after retry RPC after error@434422302) -> (continuation of Deferred@1616439264 after retry RPC after error@695346789) -> (continuation of Deferred@178262006 after retry RPC after error@904644750) -> (continuation of Deferred@313220660 after retry RPC after error@718406410) -> (continuation of Deferred@537359897 after retry RPC after error@1262712111) -> (continuation of Deferred@64084109 after retry RPC after error@958484910) -> (continuation of Deferred@571297581 after retry RPC after error@1924639822) -> (continuation of Deferred@2142177061 after retry RPC after error@1286636895) -> (continuation of Deferred@76337091 after retry RPC after error@1268176576) -> (continuation of Deferred@1275553464 after retry RPC after error@81102874) -> (continuation of Deferred@1724231060 after retry RPC after error@454575962) -> (continuation of Deferred@1818087463 after retry RPC after error@1147146478) -> (continuation of Deferred@251833595 after retry RPC after error@1459165398) -> (continuation of Deferred@1420244678 after retry RPC after error@277134300) -> (continuation of Deferred@184268867 after retry RPC after error@349847138) -> (continuation of Deferred@2040937273 after retry RPC after error@1279862154) -> (continuation of Deferred@455587296 after retry RPC after error@1582019016) -> (continuation of Deferred@385627851 after retry RPC after error@329004267) -> (continuation of Deferred@892476365 after retry RPC after error@921975122) -> (continuation of Deferred@1103694633 after retry RPC after error@864044183) -> (continuation of Deferred@373935449 after retry RPC after error@23087211) -> (continuation of Deferred@142183213 after retry RPC after error@963433033) -> (continuation of Deferred@1637344056 after retry RPC after error@1647828081) -> (continuation of Deferred@651363321 after retry RPC after error@2045928432) -> (continuation of Deferred@664981973 after retry RPC after error@2066371844) -> (continuation of Deferred@1163418963 after retry RPC after error@803163115) -> (continuation of Deferred@516033468 after retry RPC after error@929689365) -> (continuation of Deferred@819760750 after retry RPC after error@1695091597) -> (continuation of Deferred@1796760443 after retry RPC after error@334575690) -> (continuation of Deferred@1191869348 after retry RPC after error@1794266539)))
02:17:22.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:22.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:22.295 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:22.300 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.301 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.1.129.254:37147(127.1.129.254:37147) for tablet Kudu Master: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.321 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:22.321 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:22.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.322 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.322 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.322 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.252:44083: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.322 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.322 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.322 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.253:40449: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.254:37147: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.323 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.129.252:44083,127.1.129.253:40449,127.1.129.254:37147; will retry
02:17:22.342 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:22.342 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:22.342 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.254:37147: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.252:44083: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.253:40449: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.129.252:44083,127.1.129.253:40449,127.1.129.254:37147; will retry
02:17:22.362 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:22.362 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:22.362 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.362 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.253:40449: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.252:44083: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.254:37147: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.363 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.129.252:44083,127.1.129.253:40449,127.1.129.254:37147; will retry
02:17:22.381 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:22.382 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:22.382 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.382 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.252:44083: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.382 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.382 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.382 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.253:40449: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.382 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.254:37147: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.382 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.129.252:44083,127.1.129.253:40449,127.1.129.254:37147; will retry
02:17:22.421 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:22.421 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:22.422 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.253:40449: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.252:44083: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.254:37147: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.422 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.129.252:44083,127.1.129.253:40449,127.1.129.254:37147; will retry
02:17:22.448 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:22.449 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:22.449 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:22.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.449 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:22.459 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.253:40343(127.22.124.253:40343)] connecting to peer
02:17:22.460 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.254:40567(127.22.124.254:40567)] connecting to peer
02:17:22.460 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.22.124.252:46509(127.22.124.252:46509)] connecting to peer
02:17:22.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:22.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.124.253:40343(127.22.124.253:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:22.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.253:40343: Failed to connect to peer master-127.22.124.253:40343(127.22.124.253:40343): Connection refused: /127.22.124.253:40343
02:17:22.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:22.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:22.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.124.254:40567(127.22.124.254:40567)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:22.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.124.252:46509(127.22.124.252:46509)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:22.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.252:46509: Failed to connect to peer master-127.22.124.252:46509(127.22.124.252:46509): Connection refused: /127.22.124.252:46509
02:17:22.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.124.254:40567: Failed to connect to peer master-127.22.124.254:40567(127.22.124.254:40567): Connection refused: /127.22.124.254:40567
02:17:22.460 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.124.253:40343,127.22.124.254:40567,127.22.124.252:46509; will retry
02:17:22.461 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:22.461 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:22.461 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.254:37147: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.462 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.252:44083: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.462 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.253:40449: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.462 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.129.252:44083,127.1.129.253:40449,127.1.129.254:37147; will retry
02:17:22.463 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:22.463 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:22.463 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:22.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:22.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:22.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:22.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:22.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:22.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:22.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:22.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:22.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:22.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:22.464 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:22.493 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.189:33651(127.29.132.189:33651)] connecting to peer
02:17:22.494 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.188:34893(127.29.132.188:34893)] connecting to peer
02:17:22.494 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.29.132.190:46819(127.29.132.190:46819)] connecting to peer
02:17:22.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:22.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.132.189:33651(127.29.132.189:33651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:22.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:22.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.189:33651: Failed to connect to peer master-127.29.132.189:33651(127.29.132.189:33651): Connection refused: /127.29.132.189:33651
02:17:22.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.132.190:46819(127.29.132.190:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:22.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.190:46819: Failed to connect to peer master-127.29.132.190:46819(127.29.132.190:46819): Connection refused: /127.29.132.190:46819
02:17:22.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:22.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.132.188:34893(127.29.132.188:34893)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:22.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.132.188:34893: Failed to connect to peer master-127.29.132.188:34893(127.29.132.188:34893): Connection refused: /127.29.132.188:34893
02:17:22.494 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.132.189:33651,127.29.132.188:34893,127.29.132.190:46819; will retry
02:17:22.502 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:22.502 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:22.502 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.253:40449: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.252:44083: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.254:37147: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.129.252:44083,127.1.129.253:40449,127.1.129.254:37147; will retry
02:17:22.522 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:22.522 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:22.522 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.252:44083: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.253:40449: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.254:37147: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.523 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.129.252:44083,127.1.129.253:40449,127.1.129.254:37147; will retry
02:17:22.523 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783477042523 for job 8bae289e36d0f7d6ea0bf7490c2a8c74.
02:17:22.532 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 8bae289e36d0f7d6ea0bf7490c2a8c74 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:17:22.533 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:17:22.584 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.124:36505(127.31.182.124:36505)] connecting to peer
02:17:22.584 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.125:35345(127.31.182.125:35345)] connecting to peer
02:17:22.584 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.31.182.126:37263(127.31.182.126:37263)] connecting to peer
02:17:22.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:22.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:22.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.182.125:35345(127.31.182.125:35345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:22.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:22.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.182.124:36505(127.31.182.124:36505)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:22.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.125:35345: Failed to connect to peer master-127.31.182.125:35345(127.31.182.125:35345): Connection refused: /127.31.182.125:35345
02:17:22.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.182.126:37263(127.31.182.126:37263)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:22.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.124:36505: Failed to connect to peer master-127.31.182.124:36505(127.31.182.124:36505): Connection refused: /127.31.182.124:36505
02:17:22.585 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.182.126:37263: Failed to connect to peer master-127.31.182.126:37263(127.31.182.126:37263): Connection refused: /127.31.182.126:37263
02:17:22.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.182.124:36505,127.31.182.125:35345,127.31.182.126:37263; will retry
02:17:22.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job ae9a9a282dc7cf140fbb43ea3e349843 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job ae9a9a282dc7cf140fbb43ea3e349843 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:22.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2fc7145bc3a385d81c277ecc52f1da3e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 2fc7145bc3a385d81c277ecc52f1da3e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:22.725 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:22.725 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:22.725 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:22.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.726 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:22.761 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.252:44083(127.1.129.252:44083)] connecting to peer
02:17:22.762 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.253:40449(127.1.129.253:40449)] connecting to peer
02:17:22.762 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.1.129.254:37147(127.1.129.254:37147)] connecting to peer
02:17:22.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.762 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.129.252:44083(127.1.129.252:44083)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.762 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.252:44083: Failed to connect to peer master-127.1.129.252:44083(127.1.129.252:44083): Connection refused: /127.1.129.252:44083
02:17:22.762 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.129.254:37147(127.1.129.254:37147)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.129.253:40449(127.1.129.253:40449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.254:37147: Failed to connect to peer master-127.1.129.254:37147(127.1.129.254:37147): Connection refused: /127.1.129.254:37147
02:17:22.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.129.253:40449: Failed to connect to peer master-127.1.129.253:40449(127.1.129.253:40449): Connection refused: /127.1.129.253:40449
02:17:22.762 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.129.252:44083,127.1.129.253:40449,127.1.129.254:37147; will retry
02:17:22.795 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job a6c13ce6708e2c3e17c8a86cefc17c1f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job a6c13ce6708e2c3e17c8a86cefc17c1f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:17:22.810 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.125:43441(127.27.81.125:43441)] connecting to peer
02:17:22.810 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.126:36339(127.27.81.126:36339)] connecting to peer
02:17:22.811 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.27.81.124:40095(127.27.81.124:40095)] connecting to peer
02:17:22.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:22.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:22.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.81.126:36339(127.27.81.126:36339)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:22.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.81.125:43441(127.27.81.125:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:22.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:22.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.81.124:40095(127.27.81.124:40095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:22.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.124:40095: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095
02:17:22.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.125:43441: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441
02:17:22.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.81.126:36339: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
02:17:22.811 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095; will retry
02:17:22.812 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28170), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [37ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [38ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [56ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [67ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [67ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [803ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [803ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1702ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1822ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3681ms] refreshing cache from master, [3681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3682ms] too many traces: truncated at 100 traces, deferred=Deferred@1002315828(state=PENDING, result=null, callback=(continuation of Deferred@1245694340 after retry RPC after error@1652708511) -> (continuation of Deferred@354269718 after retry RPC after error@1609078529) -> (continuation of Deferred@1806636689 after retry RPC after error@469336535) -> (continuation of Deferred@1665947060 after retry RPC after error@2022147651) -> (continuation of Deferred@1796148316 after retry RPC after error@1018159059) -> (continuation of Deferred@1037032455 after retry RPC after error@2034167907) -> (continuation of Deferred@1791000308 after retry RPC after error@676558136) -> (continuation of Deferred@1799338961 after retry RPC after error@1695343421) -> (continuation of Deferred@215094966 after retry RPC after error@1067145377) -> (continuation of Deferred@703372720 after retry RPC after error@729515707) -> (continuation of Deferred@931156676 after retry RPC after error@1388010181) -> (continuation of Deferred@536300607 after retry RPC after error@1758355236) -> (continuation of Deferred@1575827083 after retry RPC after error@1426596481) -> (continuation of Deferred@1882921643 after retry RPC after error@1779850487) -> (continuation of Deferred@1585145424 after retry RPC after error@1257462580) -> (continuation of Deferred@1656090243 after retry RPC after error@983365574) -> (continuation of Deferred@1062227747 after retry RPC after error@1865062662) -> (continuation of Deferred@572957590 after retry RPC after error@2136560339) -> (continuation of Deferred@1120744268 after retry RPC after error@2031382714) -> (continuation of Deferred@1857639965 after retry RPC after error@1531137747) -> (continuation of Deferred@1883197860 after retry RPC after error@712277689) -> (continuation of Deferred@240766036 after retry RPC after error@1336749722) -> (continuation of Deferred@1159066810 after retry RPC after error@1277025047) -> (continuation of Deferred@216434092 after retry RPC after error@714715988) -> (continuation of Deferred@1078141593 after retry RPC after error@1646562533) -> (continuation of Deferred@1515699944 after retry RPC after error@1035183589), errback=(continuation of Deferred@1245694340 after retry RPC after error@1652708511) -> (continuation of Deferred@354269718 after retry RPC after error@1609078529) -> (continuation of Deferred@1806636689 after retry RPC after error@469336535) -> (continuation of Deferred@1665947060 after retry RPC after error@2022147651) -> (continuation of Deferred@1796148316 after retry RPC after error@1018159059) -> (continuation of Deferred@1037032455 after retry RPC after error@2034167907) -> (continuation of Deferred@1791000308 after retry RPC after error@676558136) -> (continuation of Deferred@1799338961 after retry RPC after error@1695343421) -> (continuation of Deferred@215094966 after retry RPC after error@1067145377) -> (continuation of Deferred@703372720 after retry RPC after error@729515707) -> (continuation of Deferred@931156676 after retry RPC after error@1388010181) -> (continuation of Deferred@536300607 after retry RPC after error@1758355236) -> (continuation of Deferred@1575827083 after retry RPC after error@1426596481) -> (continuation of Deferred@1882921643 after retry RPC after error@1779850487) -> (continuation of Deferred@1585145424 after retry RPC after error@1257462580) -> (continuation of Deferred@1656090243 after retry RPC after error@983365574) -> (continuation of Deferred@1062227747 after retry RPC after error@1865062662) -> (continuation of Deferred@572957590 after retry RPC after error@2136560339) -> (continuation of Deferred@1120744268 after retry RPC after error@2031382714) -> (continuation of Deferred@1857639965 after retry RPC after error@1531137747) -> (continuation of Deferred@1883197860 after retry RPC after error@712277689) -> (continuation of Deferred@240766036 after retry RPC after error@1336749722) -> (continuation of Deferred@1159066810 after retry RPC after error@1277025047) -> (continuation of Deferred@216434092 after retry RPC after error@714715988) -> (continuation of Deferred@1078141593 after retry RPC after error@1646562533) -> (continuation of Deferred@1515699944 after retry RPC after error@1035183589)))
02:17:22.812 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:17:22.812 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28170), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [37ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [38ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [56ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [67ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [67ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [803ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [803ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1702ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1822ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3681ms] refreshing cache from master, [3681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3682ms] too many traces: truncated at 100 traces, deferred=Deferred@1002315828(state=PENDING, result=null, callback=(continuation of Deferred@1245694340 after retry RPC after error@1652708511) -> (continuation of Deferred@354269718 after retry RPC after error@1609078529) -> (continuation of Deferred@1806636689 after retry RPC after error@469336535) -> (continuation of Deferred@1665947060 after retry RPC after error@2022147651) -> (continuation of Deferred@1796148316 after retry RPC after error@1018159059) -> (continuation of Deferred@1037032455 after retry RPC after error@2034167907) -> (continuation of Deferred@1791000308 after retry RPC after error@676558136) -> (continuation of Deferred@1799338961 after retry RPC after error@1695343421) -> (continuation of Deferred@215094966 after retry RPC after error@1067145377) -> (continuation of Deferred@703372720 after retry RPC after error@729515707) -> (continuation of Deferred@931156676 after retry RPC after error@1388010181) -> (continuation of Deferred@536300607 after retry RPC after error@1758355236) -> (continuation of Deferred@1575827083 after retry RPC after error@1426596481) -> (continuation of Deferred@1882921643 after retry RPC after error@1779850487) -> (continuation of Deferred@1585145424 after retry RPC after error@1257462580) -> (continuation of Deferred@1656090243 after retry RPC after error@983365574) -> (continuation of Deferred@1062227747 after retry RPC after error@1865062662) -> (continuation of Deferred@572957590 after retry RPC after error@2136560339) -> (continuation of Deferred@1120744268 after retry RPC after error@2031382714) -> (continuation of Deferred@1857639965 after retry RPC after error@1531137747) -> (continuation of Deferred@1883197860 after retry RPC after error@712277689) -> (continuation of Deferred@240766036 after retry RPC after error@1336749722) -> (continuation of Deferred@1159066810 after retry RPC after error@1277025047) -> (continuation of Deferred@216434092 after retry RPC after error@714715988) -> (continuation of Deferred@1078141593 after retry RPC after error@1646562533) -> (continuation of Deferred@1515699944 after retry RPC after error@1035183589), errback=(continuation of Deferred@1245694340 after retry RPC after error@1652708511) -> (continuation of Deferred@354269718 after retry RPC after error@1609078529) -> (continuation of Deferred@1806636689 after retry RPC after error@469336535) -> (continuation of Deferred@1665947060 after retry RPC after error@2022147651) -> (continuation of Deferred@1796148316 after retry RPC after error@1018159059) -> (continuation of Deferred@1037032455 after retry RPC after error@2034167907) -> (continuation of Deferred@1791000308 after retry RPC after error@676558136) -> (continuation of Deferred@1799338961 after retry RPC after error@1695343421) -> (continuation of Deferred@215094966 after retry RPC after error@1067145377) -> (continuation of Deferred@703372720 after retry RPC after error@729515707) -> (continuation of Deferred@931156676 after retry RPC after error@1388010181) -> (continuation of Deferred@536300607 after retry RPC after error@1758355236) -> (continuation of Deferred@1575827083 after retry RPC after error@1426596481) -> (continuation of Deferred@1882921643 after retry RPC after error@1779850487) -> (continuation of Deferred@1585145424 after retry RPC after error@1257462580) -> (continuation of Deferred@1656090243 after retry RPC after error@983365574) -> (continuation of Deferred@1062227747 after retry RPC after error@1865062662) -> (continuation of Deferred@572957590 after retry RPC after error@2136560339) -> (continuation of Deferred@1120744268 after retry RPC after error@2031382714) -> (continuation of Deferred@1857639965 after retry RPC after error@1531137747) -> (continuation of Deferred@1883197860 after retry RPC after error@712277689) -> (continuation of Deferred@240766036 after retry RPC after error@1336749722) -> (continuation of Deferred@1159066810 after retry RPC after error@1277025047) -> (continuation of Deferred@216434092 after retry RPC after error@714715988) -> (continuation of Deferred@1078141593 after retry RPC after error@1646562533) -> (continuation of Deferred@1515699944 after retry RPC after error@1035183589)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.126:36339
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:22.813 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:17:22.814 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:17:22.817 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on bb5682ca-d5ca-40c8-bb70-22f6e23b9cfb @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28170), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [37ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [38ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [56ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [67ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [67ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [803ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [803ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1702ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.125:43441: Network error: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.126:36339: Network error: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.27.81.124:40095: Network error: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [1822ms] delaying RPC due to: Service unavailable: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095, [3681ms] refreshing cache from master, [3681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.125:43441, [3682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.126:36339, [3682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.81.124:40095, [3682ms] too many traces: truncated at 100 traces, deferred=Deferred@1002315828(state=PENDING, result=null, callback=(continuation of Deferred@1245694340 after retry RPC after error@1652708511) -> (continuation of Deferred@354269718 after retry RPC after error@1609078529) -> (continuation of Deferred@1806636689 after retry RPC after error@469336535) -> (continuation of Deferred@1665947060 after retry RPC after error@2022147651) -> (continuation of Deferred@1796148316 after retry RPC after error@1018159059) -> (continuation of Deferred@1037032455 after retry RPC after error@2034167907) -> (continuation of Deferred@1791000308 after retry RPC after error@676558136) -> (continuation of Deferred@1799338961 after retry RPC after error@1695343421) -> (continuation of Deferred@215094966 after retry RPC after error@1067145377) -> (continuation of Deferred@703372720 after retry RPC after error@729515707) -> (continuation of Deferred@931156676 after retry RPC after error@1388010181) -> (continuation of Deferred@536300607 after retry RPC after error@1758355236) -> (continuation of Deferred@1575827083 after retry RPC after error@1426596481) -> (continuation of Deferred@1882921643 after retry RPC after error@1779850487) -> (continuation of Deferred@1585145424 after retry RPC after error@1257462580) -> (continuation of Deferred@1656090243 after retry RPC after error@983365574) -> (continuation of Deferred@1062227747 after retry RPC after error@1865062662) -> (continuation of Deferred@572957590 after retry RPC after error@2136560339) -> (continuation of Deferred@1120744268 after retry RPC after error@2031382714) -> (continuation of Deferred@1857639965 after retry RPC after error@1531137747) -> (continuation of Deferred@1883197860 after retry RPC after error@712277689) -> (continuation of Deferred@240766036 after retry RPC after error@1336749722) -> (continuation of Deferred@1159066810 after retry RPC after error@1277025047) -> (continuation of Deferred@216434092 after retry RPC after error@714715988) -> (continuation of Deferred@1078141593 after retry RPC after error@1646562533) -> (continuation of Deferred@1515699944 after retry RPC after error@1035183589), errback=(continuation of Deferred@1245694340 after retry RPC after error@1652708511) -> (continuation of Deferred@354269718 after retry RPC after error@1609078529) -> (continuation of Deferred@1806636689 after retry RPC after error@469336535) -> (continuation of Deferred@1665947060 after retry RPC after error@2022147651) -> (continuation of Deferred@1796148316 after retry RPC after error@1018159059) -> (continuation of Deferred@1037032455 after retry RPC after error@2034167907) -> (continuation of Deferred@1791000308 after retry RPC after error@676558136) -> (continuation of Deferred@1799338961 after retry RPC after error@1695343421) -> (continuation of Deferred@215094966 after retry RPC after error@1067145377) -> (continuation of Deferred@703372720 after retry RPC after error@729515707) -> (continuation of Deferred@931156676 after retry RPC after error@1388010181) -> (continuation of Deferred@536300607 after retry RPC after error@1758355236) -> (continuation of Deferred@1575827083 after retry RPC after error@1426596481) -> (continuation of Deferred@1882921643 after retry RPC after error@1779850487) -> (continuation of Deferred@1585145424 after retry RPC after error@1257462580) -> (continuation of Deferred@1656090243 after retry RPC after error@983365574) -> (continuation of Deferred@1062227747 after retry RPC after error@1865062662) -> (continuation of Deferred@572957590 after retry RPC after error@2136560339) -> (continuation of Deferred@1120744268 after retry RPC after error@2031382714) -> (continuation of Deferred@1857639965 after retry RPC after error@1531137747) -> (continuation of Deferred@1883197860 after retry RPC after error@712277689) -> (continuation of Deferred@240766036 after retry RPC after error@1336749722) -> (continuation of Deferred@1159066810 after retry RPC after error@1277025047) -> (continuation of Deferred@216434092 after retry RPC after error@714715988) -> (continuation of Deferred@1078141593 after retry RPC after error@1646562533) -> (continuation of Deferred@1515699944 after retry RPC after error@1035183589)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.81.125:43441,127.27.81.126:36339,127.27.81.124:40095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.124:40095(127.27.81.124:40095): Connection refused: /127.27.81.124:40095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.125:43441(127.27.81.125:43441): Connection refused: /127.27.81.125:43441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.81.126:36339(127.27.81.126:36339): Connection refused: /127.27.81.126:36339
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.81.126:36339
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:17:22.818 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 44710d49591530d867cb2816f851b96f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:17:22.818 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b4b9f2e6dece1ba7265ba20e56d423b6_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:17:22.825 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
02:17:22.889 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.252:44081(127.23.52.252:44081)] connecting to peer
02:17:22.889 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.254:33699(127.23.52.254:33699)] connecting to peer
02:17:22.890 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.23.52.253:45347(127.23.52.253:45347)] connecting to peer
02:17:22.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.52.254:33699(127.23.52.254:33699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.890 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.52.252:44081(127.23.52.252:44081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.254:33699: Failed to connect to peer master-127.23.52.254:33699(127.23.52.254:33699): Connection refused: /127.23.52.254:33699
02:17:22.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.52.253:45347(127.23.52.253:45347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.252:44081: Failed to connect to peer master-127.23.52.252:44081(127.23.52.252:44081): Connection refused: /127.23.52.252:44081
02:17:22.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.52.253:45347: Failed to connect to peer master-127.23.52.253:45347(127.23.52.253:45347): Connection refused: /127.23.52.253:45347
02:17:22.890 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.52.252:44081,127.23.52.254:33699,127.23.52.253:45347; will retry
02:17:22.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e277ecd084716c42d2402f58465a119c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e277ecd084716c42d2402f58465a119c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..

Time: 352.28

OK (7 tests)

02:17:22.991 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
02:17:22.992 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
02:17:22.992 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
02:17:22.992 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
02:17:22.992 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-d4eb519e-6513-47a2-b5f6-d687105f974a
02:17:22.994 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
02:17:22.994 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
02:17:22.994 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
02:17:22.995 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-6bacbb95-f67d-4f06-bc3a-1f81c0275906
02:17:22.996 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
02:17:22.996 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:34901
02:17:22.996 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
02:17:22.997 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:41481
02:17:22.999 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-b8738eed-bbd0-4817-907c-bf111e3eb54d
02:17:22.999 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-43bba165-ac70-463f-a9f1-f75353779ddb
02:17:22.999 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:43119
02:17:23.000 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
02:17:23.001 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
02:17:23.001 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
02:17:23.002 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
